-- Logs begin at Wed 2021-05-19 01:46:21 UTC, end at Wed 2021-05-19 02:44:47 UTC. -- May 19 02:20:26.660495 dv-cinder-784623-11-smb systemd[1]: Started Devstack devstack@q-svc.service. May 19 02:20:29.043163 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.common.config [-] Logging enabled! May 19 02:20:29.043680 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 02:20:29.043922 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91158) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 02:20:29.047153 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.common.config [-] Logging enabled! May 19 02:20:29.047409 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 02:20:29.047723 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91158) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 02:20:29.048635 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 02:20:29.048888 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 02:20:29.049245 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 02:20:29.049493 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 02:20:29.049718 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 02:20:29.050037 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.050333 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.050626 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.050856 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.051150 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.051441 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.051719 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.052007 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.052299 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.052579 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.052872 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.053158 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.053386 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.053664 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.053949 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.054233 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.054455 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] debug = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.054730 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.055153 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.055560 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.055838 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.056128 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.056400 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.056667 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.056960 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.057241 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.057563 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] host = dv-cinder-784623-11-smb {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.057840 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.058125 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.058409 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.058691 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.058963 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.059239 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.059525 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.059795 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.060065 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] log_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.060337 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.060643 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.060954 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.061245 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.061468 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.061688 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.061973 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.062258 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.062529 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.062797 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.063066 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.063337 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.063607 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.063873 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.064155 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.064434 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.064721 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.065013 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.065285 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.065556 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.065826 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.066110 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.066381 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.066647 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.066916 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.067199 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.067465 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.067735 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.068037 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.068322 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.068604 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.068908 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.069181 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.069462 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.069732 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.069999 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.070266 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] use_json = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.070533 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.070797 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.071074 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.071343 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.071610 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.071880 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.072147 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.072426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:29.072717 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.073037 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.073340 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.073621 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.073913 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.074191 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.074483 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.074770 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.075042 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.075330 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.075613 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.075887 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.076685 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.076989 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.077284 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.077582 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.077876 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.078166 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.078446 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.078718 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.078989 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.079263 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.079547 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.079841 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.080132 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.080407 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.080683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.081000 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.081276 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.081550 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.081825 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.082113 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.082388 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.082658 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.082937 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.083212 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.083483 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.083753 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.084026 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.084315 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.084590 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.084945 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.085154 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.085431 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.085700 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.085981 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.086255 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.086526 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.086797 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.087070 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.087339 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.087608 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.087880 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.088151 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.088429 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.088699 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.089067 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.089341 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.089617 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.089889 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.090166 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.090432 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.090705 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.090973 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.091242 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.091513 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.092378 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.092665 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.092978 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.093276 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.093552 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.093832 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.094110 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.094386 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.094662 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.094935 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.095213 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.095483 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.095755 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.096044 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.096323 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.096606 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.096912 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.097189 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.097483 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.097757 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.098040 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.098317 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.098599 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.098883 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.099166 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.099457 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.099750 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.100043 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.100334 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.100625 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.100928 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.101237 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.101516 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:29.101734 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 02:20:29.101971 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91158) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 02:20:29.446233 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:20:29.446511 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:20:29.446798 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:20:29.447147 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 02:20:29.749906 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.750118 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.750386 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.751585 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.751854 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.752114 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.869566 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.869839 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.870103 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.883150 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.883427 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.883694 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.912061 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.912340 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.912608 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.950273 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.950548 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:29.950812 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.179835 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.180444 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.180444 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.180635 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.181423 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.302406 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.302725 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.303008 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.303278 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.303539 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.303845 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.304099 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.304351 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.304601 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.304925 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.305191 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.305454 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.305717 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.305971 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.306236 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.306503 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.306759 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.307173 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.307425 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.307708 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.308055 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.308311 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.308557 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.308868 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.309110 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.309354 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.309736 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.309973 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.310214 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.310459 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.311221 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.311458 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.311820 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 02:20:30.314953 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 02:20:30.318813 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 02:20:30.322540 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 19 02:20:30.324248 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 02:20:30.324696 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 02:20:30.325057 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 02:20:30.325440 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 02:20:30.328400 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 02:20:30.328643 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 02:20:30.329019 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 02:20:30.356696 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 02:20:30.357179 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.357999 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91158) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 02:20:30.358355 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.359690 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91158) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 02:20:30.359964 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 02:20:30.360205 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 02:20:30.363381 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.363659 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.441042 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 02:20:30.441231 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 02:20:30.441466 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 02:20:30.441825 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 02:20:30.471106 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_db.sqlalchemy.engines [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91158) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 02:20:30.799183 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing driver for type 'gre' May 19 02:20:30.799735 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] gre ID ranges: [(1, 1000)] May 19 02:20:30.850788 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing driver for type 'local' May 19 02:20:30.851135 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing driver for type 'vlan' May 19 02:20:30.862925 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] VlanTypeDriver initialization complete May 19 02:20:30.863250 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing driver for type 'vxlan' May 19 02:20:30.863721 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] vxlan ID ranges: [(1, 1000)] May 19 02:20:30.914686 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing extension driver 'port_security' May 19 02:20:30.915032 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] PortSecurityExtensionDriver initialization complete May 19 02:20:30.915345 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing mechanism driver 'openvswitch' May 19 02:20:30.915663 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing mechanism driver 'hyperv' May 19 02:20:30.922644 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.plugins.ml2.plugin [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:20:30.923385 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.923755 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.924101 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.924485 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnet after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.924859 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnet after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.925208 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.925584 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.925928 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.926268 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.926640 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > security_group after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.926982 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > security_group after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.927322 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.927693 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.928034 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.928370 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.928738 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > address_group after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.929103 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > address_group after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.929434 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.929763 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] ML2 OVO RPC backend initialized. {{(pid=91158) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 02:20:30.930441 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.930793 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.931194 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.931533 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > networks before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.931871 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.932203 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > ports before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.932536 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnet before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.932889 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnets before_response 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.933232 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.933564 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.933899 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.934315 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.934651 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.934985 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.935322 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnet after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.935654 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnet after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.935982 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.936547 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.plugin [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Modular L2 Plugin initialization complete May 19 02:20:30.936891 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading services supported by the core plugin {{(pid=91158) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 02:20:30.937212 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.plugins.ml2.managers [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Got port-security extension from driver 'port_security' May 19 02:20:30.937661 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.extensions.vlantransparent [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Disabled vlantransparent extension. May 19 02:20:30.938133 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91158) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 02:20:30.938436 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: router May 19 02:20:30.975690 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.976083 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router after_create 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.976454 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router before_create 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.976879 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.977254 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.977606 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router after_delete 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.977960 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.978341 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router after_create 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.978684 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router after_update 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.979052 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router after_update 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.979400 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.979755 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router after_update 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.980157 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_update 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.980520 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: port after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.980873 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: port after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.981208 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: subnet after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.981542 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.981889 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.982233 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_create 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.982596 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: port before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.982936 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.983288 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router after_update 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.983630 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.983974 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_create 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.984329 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.984671 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_update 55549900 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.985070 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > network after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.985907 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Tracking information for resource: router configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.986233 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Tracking information for resource: floatingip configured {{(pid=91158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 02:20:30.991059 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.db.l3_agentschedulers_db [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 02:20:30.991624 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: port after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.991981 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: port after_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.992330 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: port after_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.992678 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: port after_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.993480 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router before_create 55550100 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.993841 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.994201 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_create 55550100 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.994554 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > router precommit_update 55550100 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:30.999062 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.services.provider_configuration [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service providers = [] {{(pid=91158) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 02:20:30.999417 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.db.servicetype_db [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91158) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 02:20:31.002269 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.services.service_base [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 02:20:31.002610 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.services.service_base [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 02:20:31.002943 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.services.service_base [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 02:20:31.003806 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.services.service_base [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 02:20:31.004170 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.services.service_base [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 02:20:31.004693 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.005032 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 02:20:31.016074 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.016404 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: auto_allocate May 19 02:20:31.021989 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: network precommit_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.022357 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: network precommit_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.022866 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.023189 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: tag May 19 02:20:31.030453 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.030773 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: timestamp May 19 02:20:31.034473 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.034800 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: network_ip_availability May 19 02:20:31.039918 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.040285 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.040634 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.041361 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.041677 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: flavors May 19 02:20:31.046523 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.046854 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading Plugin: revisions May 19 02:20:31.051118 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 02:20:31.051446 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_concurrency.lockutils [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.605s {{(pid=91158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:20:31.052158 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91158) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 02:20:31.052486 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Initializing extension manager. May 19 02:20:31.053019 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: __init__.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.053355 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: __pycache__ {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.053681 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.054008 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: address_group.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.054745 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.055292 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: address-group May 19 02:20:31.055609 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: address_scope.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.056300 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.056857 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: address-scope May 19 02:20:31.057179 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.058077 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.058577 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: router-admin-state-down-before-update May 19 02:20:31.058893 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: agent.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.059571 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.060069 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: agent May 19 02:20:31.060384 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: agent_resources_synced.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.061303 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.061805 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: agent-resources-synced May 19 02:20:31.062118 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: allowedaddresspairs.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.063833 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.064341 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: allowed-address-pairs May 19 02:20:31.064661 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: auto_allocated_topology.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.065734 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.066237 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: auto-allocated-topology May 19 02:20:31.066553 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: availability_zone.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.067223 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.067718 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: availability_zone May 19 02:20:31.068033 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: availability_zone_filter.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.068934 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.069431 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: availability_zone_filter May 19 02:20:31.069743 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: data_plane_status.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.070621 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.071112 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension data-plane-status not supported by any of loaded plugins May 19 02:20:31.071426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: default_subnetpools.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.072312 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.072814 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: default-subnetpools May 19 02:20:31.073220 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.074006 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.074504 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: dhcp_agent_scheduler May 19 02:20:31.074823 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: dns.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.075696 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.076714 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension dns-integration not supported by any of loaded plugins May 19 02:20:31.077054 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: dns_domain_ports.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.077937 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.078437 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 02:20:31.078754 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: dvr.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.079423 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.079917 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: dvr May 19 02:20:31.080231 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: empty_string_filtering.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.081149 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.081648 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: empty-string-filtering May 19 02:20:31.081959 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.082835 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.083323 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 02:20:31.083640 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.084512 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.085024 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 02:20:31.085337 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: external_net.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.086208 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.086701 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: external-net May 19 02:20:31.087013 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.087894 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.088386 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: extra_dhcp_opt May 19 02:20:31.088700 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: extraroute.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.089605 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.090107 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: extraroute May 19 02:20:31.090427 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: extraroute_atomic.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.091432 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.092501 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: extraroute-atomic May 19 02:20:31.092834 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: filter_validation.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.093495 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.093993 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: filter-validation May 19 02:20:31.094309 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: fip_pf_description.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.095349 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.095842 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 02:20:31.096158 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: fip_port_details.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.097080 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.097574 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: fip-port-details May 19 02:20:31.097888 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: flavors.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.099081 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.099584 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: flavors May 19 02:20:31.099903 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.101548 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.102062 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 02:20:31.102385 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: floatingip_pools.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.103062 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.103565 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: floatingip-pools May 19 02:20:31.103883 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: ip_allocation.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.104764 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.105355 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension ip_allocation not supported by any of loaded plugins May 19 02:20:31.105669 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.106566 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.107060 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: ip-substring-filtering May 19 02:20:31.107399 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l2_adjacency.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.108295 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.108784 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension l2_adjacency not supported by any of loaded plugins May 19 02:20:31.109131 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l3.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.110062 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.110561 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: router May 19 02:20:31.110878 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.113069 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.113590 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 02:20:31.113913 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.114809 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.115310 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: ext-gw-mode May 19 02:20:31.115628 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.116511 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.117040 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: l3-ha May 19 02:20:31.117358 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l3_flavors.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.118242 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.118745 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: l3-flavors May 19 02:20:31.119062 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.119987 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.120490 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: l3-port-ip-change-not-allowed May 19 02:20:31.120802 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: l3agentscheduler.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.121826 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.122334 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: l3_agent_scheduler May 19 02:20:31.122657 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: logging.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.124138 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.124652 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension logging not supported by any of loaded plugins May 19 02:20:31.125017 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: metering.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.125740 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.126304 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: metering May 19 02:20:31.126625 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.127687 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.128194 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: metering_source_and_destination_fields May 19 02:20:31.128516 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: multiprovidernet.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.129561 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.130065 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: multi-provider May 19 02:20:31.130388 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: netmtu.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.131276 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.131775 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: net-mtu May 19 02:20:31.132094 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: netmtu_writable.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.133015 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.133515 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: net-mtu-writable May 19 02:20:31.133834 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: network_availability_zone.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.134483 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.134976 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: network_availability_zone May 19 02:20:31.135291 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: network_ip_availability.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.136347 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.136877 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: network-ip-availability May 19 02:20:31.137198 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: network_segment_range.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.138200 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.139207 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension network-segment-range not supported by any of loaded plugins May 19 02:20:31.139526 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: pagination.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.140464 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.140789 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: pagination May 19 02:20:31.141130 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: port_device_profile.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.142013 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.142514 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: port-device-profile May 19 02:20:31.142828 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.143727 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.144227 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: port-mac-address-regenerate May 19 02:20:31.144539 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.145451 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.145948 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: port-numa-affinity-policy May 19 02:20:31.146261 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: port_resource_request.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.147132 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.147621 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension port-resource-request not supported by any of loaded plugins May 19 02:20:31.147935 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: portbindings.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.148842 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.149345 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: binding May 19 02:20:31.149658 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: portbindings_extended.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.150898 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.151400 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: binding-extended May 19 02:20:31.151719 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: portsecurity.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.152604 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.153143 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: port-security May 19 02:20:31.153461 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: project_id.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.155025 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.155349 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: project-id May 19 02:20:31.155665 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: providernet.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.156561 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.157090 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: provider May 19 02:20:31.157406 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.160880 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.161396 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos not supported by any of loaded plugins May 19 02:20:31.161723 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.162926 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.163430 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 02:20:31.163752 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.164645 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.165178 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 02:20:31.165499 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_default.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.166383 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.166886 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-default not supported by any of loaded plugins May 19 02:20:31.167209 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_fip.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.167841 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.168334 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-fip not supported by any of loaded plugins May 19 02:20:31.168650 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_gateway_ip.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.169642 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.170173 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 02:20:31.170492 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_port_network_policy.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.171372 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.171874 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 02:20:31.172192 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_rule_type_details.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.173108 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.173611 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 02:20:31.173928 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: qos_rules_alias.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.174943 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.175449 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 02:20:31.175767 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: quotasv2.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.176751 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.177102 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: quotas May 19 02:20:31.177420 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: quotasv2_detail.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.178997 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.179329 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: quota_details May 19 02:20:31.179652 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: rbac.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.180655 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.181209 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: rbac-policies May 19 02:20:31.181518 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: rbac_address_group.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.182417 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.182919 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: rbac-address-group May 19 02:20:31.183237 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: rbac_address_scope.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.184129 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.184631 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: rbac-address-scope May 19 02:20:31.184981 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: rbac_security_groups.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.185891 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.186391 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: rbac-security-groups May 19 02:20:31.186708 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: rbac_subnetpool.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.187609 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.188104 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: rbac-subnetpool May 19 02:20:31.188419 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: revisionifmatch.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.189342 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.189843 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: revision-if-match May 19 02:20:31.190160 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: revisions.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.191234 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.191731 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: standard-attr-revisions May 19 02:20:31.192051 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: router_availability_zone.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.192701 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.193232 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: router_availability_zone May 19 02:20:31.193548 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: routerservicetype.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.194441 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.194937 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension router-service-type not supported by any of loaded plugins May 19 02:20:31.195257 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.196140 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.196637 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: security-groups-normalized-cidr May 19 02:20:31.196991 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.197878 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.198382 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: port-security-groups-filtering May 19 02:20:31.198700 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.199580 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.200086 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: security-groups-remote-address-group May 19 02:20:31.200404 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: securitygroup.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.210346 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.210870 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: security-group May 19 02:20:31.211202 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: segment.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.211962 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.212461 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension segment not supported by any of loaded plugins May 19 02:20:31.212788 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.213729 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.214227 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 02:20:31.214549 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: servicetype.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.215629 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.216140 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: service-type May 19 02:20:31.216462 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: sorting.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.218025 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.218353 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: sorting May 19 02:20:31.218674 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: standard_attr_segment.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.219571 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.220079 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 02:20:31.220401 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: standardattrdescription.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.221058 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.221569 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: standard-attr-description May 19 02:20:31.221887 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: stateful_security_group.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.222776 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.223278 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: stateful-security-group May 19 02:20:31.223596 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: stdattrs_common.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.224155 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 02:20:31.224471 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.225476 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.225979 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 02:20:31.226296 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: subnet_onboard.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.227340 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.227848 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: subnet_onboard May 19 02:20:31.228165 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.229100 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.229597 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 02:20:31.229912 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: subnet_service_types.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.230813 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.231318 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: subnet-service-types May 19 02:20:31.231631 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: subnetallocation.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.232701 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.233232 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: subnet_allocation May 19 02:20:31.233548 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.234194 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.234700 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: subnetpool-prefix-ops May 19 02:20:31.235017 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.235931 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.236433 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 02:20:31.236751 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: tagging.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.237790 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.238311 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: standard-attr-tag May 19 02:20:31.238632 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: timestamp.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.239789 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.240300 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loaded extension: standard-attr-timestamp May 19 02:20:31.240621 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: trunk.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.241649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.242156 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension trunk not supported by any of loaded plugins May 19 02:20:31.242474 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: trunk_details.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.243372 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.243878 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension trunk-details not supported by any of loaded plugins May 19 02:20:31.244195 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: uplink_status_propagation.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.245115 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.245621 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 02:20:31.245935 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Loading extension file: vlantransparent.py {{(pid=91158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 02:20:31.246579 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 02:20:31.247072 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extension vlan-transparent not supported by any of loaded plugins May 19 02:20:31.249517 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:network May 19 02:20:31.250210 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:subnet May 19 02:20:31.250967 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:subnetpool May 19 02:20:31.251568 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:port May 19 02:20:31.252805 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.253278 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service FLAVORS assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.253883 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.254308 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.254635 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:router May 19 02:20:31.255294 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:floatingip May 19 02:20:31.256001 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service METERING assigned prefix: /metering {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.257465 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.257830 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.258179 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:20:31.259278 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of CountableResource for resource:rbac_policy May 19 02:20:31.259735 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:security_group May 19 02:20:31.260375 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 02:20:31.261132 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service CORE assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.261459 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:subnetpool May 19 02:20:31.261793 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] subnetpool is already registered May 19 02:20:31.262381 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service CORE assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.262701 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:subnetpool May 19 02:20:31.263271 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] subnetpool is already registered May 19 02:20:31.267376 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.267809 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service FLAVORS assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.268400 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.268833 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.269178 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:router May 19 02:20:31.269501 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] router is already registered May 19 02:20:31.270089 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:floatingip May 19 02:20:31.270411 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] floatingip is already registered May 19 02:20:31.271064 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service METERING assigned prefix: /metering {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.271753 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of CountableResource for resource:rbac_policy May 19 02:20:31.272075 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] rbac_policy is already registered May 19 02:20:31.272608 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:security_group May 19 02:20:31.272970 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] security_group is already registered May 19 02:20:31.273554 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:security_group_rule May 19 02:20:31.273880 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] security_group_rule is already registered May 19 02:20:31.274535 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service CORE assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.274868 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:subnetpool May 19 02:20:31.275206 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] subnetpool is already registered May 19 02:20:31.275797 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.v2.resource_helper [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Service CORE assigned prefix: {{(pid=91158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 02:20:31.276118 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Creating instance of TrackedResource for resource:subnetpool May 19 02:20:31.276435 dv-cinder-784623-11-smb neutron-server[91158]: WARNING neutron.quota.resource_registry [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] subnetpool is already registered May 19 02:20:31.277114 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: extensions {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.278604 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: address-groups {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.280773 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: address-scopes {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.282000 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: agents {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.283181 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: auto-allocated-topology {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.284418 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: availability_zones {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.285758 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: dhcp-networks {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.287176 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: dhcp-agents {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.288611 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: routers {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.290444 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: flavors {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.291615 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: service_profiles {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.292815 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: next_providers {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.294407 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: service_profiles {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.295868 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: floatingip-pools {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.297130 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: routers {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.298985 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: floatingips {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.300214 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: l3-routers {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.301679 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: l3-agents {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.303022 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: metering-labels {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.304385 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: metering-label-rules {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.305721 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: network-ip-availabilities {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.306960 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: bindings {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.308656 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: quotas {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.310098 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: quotas {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.311665 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: rbac-policies {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.313020 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: security-groups {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.314217 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: security-group-rules {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.315462 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: service-providers {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.316691 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: subnetpools {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.318120 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: subnetpools {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.319604 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.321303 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.323294 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.325088 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.328452 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.330361 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.332065 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.444724 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.446555 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.448386 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron.api.extensions [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Extended resource: tags {{(pid=91158) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 02:20:31.454870 dv-cinder-784623-11-smb neutron-server[91158]: WARNING keystonemiddleware.auth_token [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 02:20:31.459499 dv-cinder-784623-11-smb neutron-server[91158]: WARNING keystonemiddleware.auth_token [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 02:20:31.467741 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_concurrency.lockutils [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Acquired lock "singleton_lock" {{(pid=91158) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 02:20:31.468214 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_concurrency.lockutils [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Releasing lock "singleton_lock" {{(pid=91158) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 02:20:31.468846 dv-cinder-784623-11-smb neutron-server[91158]: INFO oslo_service.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Starting 2 workers May 19 02:20:31.473426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Started child 91265 {{(pid=91158) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 02:20:31.477544 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Started child 91266 {{(pid=91158) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 02:20:31.478540 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:31.479171 dv-cinder-784623-11-smb neutron-server[91158]: INFO neutron.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Neutron service started, listening on 0.0.0.0:9696 May 19 02:20:31.479668 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Notify callbacks [] for process, before_spawn {{(pid=91158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:31.479989 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [-] (91265) wsgi starting up on http://0.0.0.0:9696 May 19 02:20:31.481973 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:31.482412 dv-cinder-784623-11-smb neutron-server[91158]: INFO oslo_service.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Starting 1 workers May 19 02:20:31.483543 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [-] (91266) wsgi starting up on http://0.0.0.0:9696 May 19 02:20:31.487128 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Started child 91267 {{(pid=91158) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 02:20:31.487628 dv-cinder-784623-11-smb neutron-server[91158]: INFO oslo_service.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Starting 1 workers May 19 02:20:31.490582 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] calling RpcWorker wait() {{(pid=91267) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 02:20:31.491133 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] returning from RpcWorker wait() {{(pid=91267) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 02:20:31.491796 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Started child 91268 {{(pid=91158) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 02:20:31.492292 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:31.492575 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG neutron_lib.callbacks.manager [None req-3a747d2b-b379-4360-9217-d6a2da58d869 None None] Notify callbacks [] for process, after_spawn {{(pid=91158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:31.492739 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:20:31.494424 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91158) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 02:20:31.494644 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 02:20:31.494820 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 02:20:31.495034 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 02:20:31.495339 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 02:20:31.495493 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 02:20:31.495981 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.496247 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.496509 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.496683 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:31.497170 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.497170 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.497623 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.497892 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.498666 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.498939 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.499187 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.499354 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.499510 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.499750 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.499992 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.500288 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.500589 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.500797 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.501096 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.501263 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.501507 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.501761 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.501998 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.502251 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] debug = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.502496 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.502959 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.503199 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.503440 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.503655 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.503942 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.504193 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.504463 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.504696 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.504930 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.505163 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.505426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.505651 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.505862 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.506074 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.506322 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.506537 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.507012 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] host = dv-cinder-784623-11-smb {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.507267 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.507498 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.507750 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.508002 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.508238 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.508451 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.508705 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.508969 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.509228 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.509468 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.509722 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.509943 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.510163 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.510395 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.510545 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_options = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.510770 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.511054 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.511331 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.511515 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.511666 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.511821 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.512075 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.512236 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.512468 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.512695 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.513184 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.513396 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.513697 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.514441 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.514699 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.514941 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.515181 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.515408 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.515675 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.515896 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.516116 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.516336 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.516567 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.516776 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.517012 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.517247 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.517468 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.517704 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.517929 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.518163 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.518392 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.518631 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.518883 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.519126 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.519349 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.519663 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.520397 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.520397 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.520397 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.521200 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.521200 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.521200 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.521814 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.521814 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.521814 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.522665 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_json = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.522665 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.522665 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.522665 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.523283 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.523415 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:20:31.523882 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.523882 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.523882 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.523882 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.524439 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.524439 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.524915 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.524915 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.525223 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.525367 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.526011 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.526011 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.526821 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.526821 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.526821 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.526821 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528169 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528169 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528169 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528169 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528169 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528848 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528848 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.528848 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.529246 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.529396 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.529605 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.529865 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.530124 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.530390 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.530603 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.530829 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.531058 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.531287 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.531913 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.531913 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.531913 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533121 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533121 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533121 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533121 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533121 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533807 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533807 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.533807 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.534249 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.534249 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.534525 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.534525 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.534781 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.534918 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.535153 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.535368 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.535621 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.536215 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.536215 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.536613 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.536613 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.538683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.543089 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.544649 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.545232 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.545232 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.545232 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.545232 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.545232 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.545614 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.545614 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.546549 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.546549 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.546549 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.546549 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.546852 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.547033 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.547202 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.547431 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.547678 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.547894 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.548168 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.548655 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.549451 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.549451 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.549650 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.549885 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.550206 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.550526 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.550819 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.551145 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.551492 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.551870 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.552150 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.552480 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.552773 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.553112 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.553402 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.553717 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.554011 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.554323 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.554602 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.554942 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.555193 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.555429 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.555658 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.555883 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.556200 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.556436 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.556652 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.556905 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.557172 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.557405 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.558745 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.558745 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.558745 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.558745 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.558745 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.559442 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.559442 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.559442 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.559850 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.559850 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.560129 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.560129 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.560395 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.561217 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.561388 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.561540 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.561751 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.561979 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.562716 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.562716 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.562716 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.563248 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.563248 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.563248 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.563631 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.563780 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.563929 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.564065 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.564320 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.564564 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.564877 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.565199 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.565358 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.565600 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.566088 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.566088 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.566381 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.567588 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.567588 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.567588 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.567588 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.567588 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.567588 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.570426 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.571595 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572146 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572146 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572146 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572146 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572443 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572443 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572694 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.572817 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.573066 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.573302 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.573542 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.573769 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.574299 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.574299 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.574537 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.574624 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.574833 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.575045 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.575252 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.575478 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.575686 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.575892 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.576154 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.576893 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.577269 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.577481 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.577690 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.577902 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.578140 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.578360 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.578573 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.579628 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.579628 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.579628 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.579628 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.580084 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.580084 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.580295 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.580417 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.580648 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.580914 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.581245 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.581462 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.581700 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.581914 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.582123 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.582497 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.583805 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.583805 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.583805 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.583805 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.583805 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.584229 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.584346 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.584603 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.585006 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.585303 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.585621 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.585890 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.586194 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.586381 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.586653 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.586896 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.587130 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.587363 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.587592 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.587820 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.588051 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.588282 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.588536 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.588747 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.588991 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.589224 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.589444 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.589674 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.589906 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.590115 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.590260 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 02:20:31.590783 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91158) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 02:20:31.590929 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 02:20:31.591069 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 02:20:31.591219 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 02:20:31.591380 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 02:20:31.591527 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 02:20:31.591744 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.591890 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.592038 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.592177 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.592334 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.592525 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.592683 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.592847 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.592994 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.593142 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.593363 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.593520 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.593661 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.593799 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.593937 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.594073 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.594209 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.594347 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.594702 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.594702 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.594988 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.594988 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.595261 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] debug = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.595261 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.595522 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.595522 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.595815 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.595815 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596075 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596075 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596374 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596374 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596634 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596634 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596944 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.596944 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.597206 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.597206 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.597478 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.597478 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.597738 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] host = dv-cinder-784623-11-smb {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.597738 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.597998 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.598134 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.598270 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.598407 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.598544 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.598698 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.598838 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.598975 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.599198 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.599342 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.599563 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.599563 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.599830 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.599830 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_options = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.600087 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.600202 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.600308 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.600413 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.600578 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.600731 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.600895 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.601029 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.601166 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.601390 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.601531 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.601667 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.601797 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.601932 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.602065 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.602217 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.602347 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.602498 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.602644 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.602783 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.602919 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.603056 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.603201 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.603356 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.603564 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.603564 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.603831 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.603831 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.604110 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.604247 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.604399 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.604399 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.604669 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.604807 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.604976 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.605115 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.605265 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.605399 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.605528 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.605613 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.605747 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.605861 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.606017 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.606172 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.606325 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.606480 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_json = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.606633 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.606786 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.606940 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.607094 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.607247 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.607427 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.607581 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.607736 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 02:20:31.607910 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.608070 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.608244 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.608401 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.608558 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.608708 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.608872 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.609016 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.609183 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.609388 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.609516 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.609638 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.609781 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.609939 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.610096 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.610244 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.610400 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.610557 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.610714 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.610873 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.611028 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.611341 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.611522 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.611681 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.611844 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.611990 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.612128 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.612292 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.612451 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.612599 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.612758 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.612940 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.613088 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.613247 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.613391 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.613547 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.613704 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.613837 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.613992 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.614137 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.614297 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.614456 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.614599 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.614761 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.614907 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.615067 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.615226 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.615371 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.615715 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.615715 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.615980 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.615980 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.616233 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.616367 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.616509 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.616645 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.616795 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617002 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617002 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617264 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617401 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617536 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617673 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617822 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.617961 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.618097 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:20:31.618240 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.618240 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.618501 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.618501 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.618781 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.618781 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.619051 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.619187 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.619324 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.619547 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.619547 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.619816 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.619816 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.620075 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.620075 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.620344 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.620481 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.620629 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.620766 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621033 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621033 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621302 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621302 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621575 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621575 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621843 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.621985 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.622121 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.622257 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.622394 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.622542 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.622679 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.622825 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.623488 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.623629 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.623766 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.623902 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.624040 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.624177 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.624313 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.624450 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.624596 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.624733 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.624899 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.625042 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.625180 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.625339 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.625484 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.625646 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.625790 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.625961 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.626129 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.626272 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.626432 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.626576 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.626735 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.626889 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.627027 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.627184 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.627336 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.627475 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.627633 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.627799 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.627966 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.628118 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.628257 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.628414 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.628597 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.628748 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.628927 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.629078 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.629217 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.629457 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.629684 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.629828 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.629966 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.630103 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.630253 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.630393 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.630531 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.630667 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.630804 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.630941 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.631088 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.631225 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.631363 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.631510 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.631664 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.631827 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.632010 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.632149 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.632286 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.632423 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.632565 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.632706 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.632879 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.633034 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.633173 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.633310 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.633448 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.633584 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.633720 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.633858 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.634023 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.634176 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.634315 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.634474 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.634618 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.634778 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.634932 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.635070 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.635229 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.635373 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.635521 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.635678 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.635823 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.635982 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.636126 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.636286 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.636440 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.636580 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.636717 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.636918 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.637076 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.637215 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.637360 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.637499 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.637658 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.637802 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.638212 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.638356 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.638503 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.638750 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.638897 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.639060 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.639203 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.639351 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.639511 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.639671 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.639880 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.640034 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.640171 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.640309 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.640447 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.640584 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.640712 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.640869 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.641029 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.641186 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.641327 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.641489 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.641655 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.641814 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.641971 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.642127 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.642284 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.642450 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.642607 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.642764 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.642920 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.643077 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.643243 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.643400 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.643556 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.643719 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.643875 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.644040 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.644200 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.644357 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.644522 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.644680 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.644868 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.644999 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.645171 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.645331 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.645489 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.645663 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.645792 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.645949 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.646107 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.646269 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.646436 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.646600 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.646758 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.646924 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.647090 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.647255 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.647412 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.647576 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.647746 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.647894 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.648049 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.648204 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.648360 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.648517 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.648672 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.648851 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.649005 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.649162 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.649318 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.649475 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.649631 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.649788 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.649950 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.650108 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.650262 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.650419 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.650576 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.650732 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 02:20:31.650881 dv-cinder-784623-11-smb neutron-server[91158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91158) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 02:20:31.827628 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57816) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:20:31.835837 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061738 May 19 02:20:42.489151 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687dda9a-935b-4cc2-94ce-e1f016b3de63 None None] get_active_networks_info from dv-cinder-784623-11-smb {{(pid=91267) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 02:20:42.559176 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dda9a-935b-4cc2-94ce-e1f016b3de63 None None] No non-hosted networks {{(pid=91267) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 02:20:42.645962 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8828-167f-4bb6-bbab-4c999e821baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948'] for agent, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:45.183878 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948'] for agent, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:45.186295 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.187038 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.187804 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.188341 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.190184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.193339 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.195317 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.196940 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.198193 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.198763 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.199300 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.199838 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:45.201330 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:20:45.214760 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:20:45.382423 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4af06729-3503-42e3-80de-f1cd4999fb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948'] for agent, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:45.491014 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ddb5-e7d6-4bc9-82f9-f665d4318f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:46.050647 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948'] for agent, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:47.360090 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948'] for agent, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:48.863309 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57908) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:20:49.399471 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.db.l3_hamode_db [None req-019154f4-6b1d-4ea6-b479-5bf7147672c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 02:20:49.442750 dv-cinder-784623-11-smb neutron-server[91266]: WARNING oslo_policy.policy [None req-13ba2b52-7ad1-43f1-8313-e6d0a460151b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:20:49.443330 dv-cinder-784623-11-smb neutron-server[91266]: WARNING oslo_policy.policy [None req-13ba2b52-7ad1-43f1-8313-e6d0a460151b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:20:49.484326 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019154f4-6b1d-4ea6-b479-5bf7147672c7 None None] Routers set() bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:20:49.484637 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019154f4-6b1d-4ea6-b479-5bf7147672c7 None None] Router IDs set() for agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 02:20:49.664934 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [None req-13ba2b52-7ad1-43f1-8313-e6d0a460151b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:20:49.665992 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-13ba2b52-7ad1-43f1-8313-e6d0a460151b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8010831 May 19 02:20:51.957571 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57922) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:20:52.314653 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:20:52.412816 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.policy [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91266) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 02:20:52.458030 dv-cinder-784623-11-smb neutron-server[91266]: WARNING oslo_policy.policy [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:20:52.458372 dv-cinder-784623-11-smb neutron-server[91266]: WARNING oslo_policy.policy [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:20:52.466755 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.quota [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] Loaded quota_driver: . May 19 02:20:52.481942 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:20:52.539318 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729492578525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729492578944', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729492578130', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729492532102', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729492528385', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729492546652', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16188396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16029357', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-304822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1808634'] for rbac-policy, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:52.598209 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:52.599391 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3ab2f1f5-8db0-4d3b-b637-3bddfa39d9bf admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6408694 May 19 02:20:55.120948 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57936) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:20:55.463202 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Request body: {'network': {'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'name': 'private', 'admin_state_up': True, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:20:55.468329 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:20:55.472622 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Usage tracker for resource:network and tenant:e8414115764d47649e7fd2da9ed5a0c0 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:20:55.477131 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:20:55.483758 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:20:55.492868 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Made reservation on behalf of e8414115764d47649e7fd2da9ed5a0c0 for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:20:55.495533 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.511999 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.525900 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:20:55.530167 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e8414115764d47649e7fd2da9ed5a0c0 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:20:55.534908 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:20:55.540353 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:20:55.633880 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.636935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.642863 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:20:55.660285 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:20:55.686689 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729495273930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.687271 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Unsubscribe: segment precommit_create {{(pid=91266) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 02:20:55.687738 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Added segment a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae of type vlan for network 1eb20016-f04a-4cac-9792-2cbebc692d7b May 19 02:20:55.735341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a5ffe-a4e9-4b6d-8307-2efc925fe5ca,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:20:55.755530 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.755873 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.756199 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.756510 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.756841 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.757149 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.757452 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.757755 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.758073 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.758374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.758672 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.758967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Tracked resource versions report: May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: pushed versions: May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: { 'AddressGroup': {'1.2'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'ConntrackHelper': {'1.0'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Log': {'1.0'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Network': {'1.1'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Port': {'1.7'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'PortForwarding': {'1.2'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'QosPolicy': {'1.8'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroup': {'1.4'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroupRule': {'1.2'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'SubPort': {'1.0'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Subnet': {'1.1'}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Trunk': {'1.1'}} May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: consumer versions: May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'ConntrackHelper': '1.0', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Log': '1.0', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Network': '1.1', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Port': '1.7', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'PortForwarding': '1.2', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'QosPolicy': '1.8', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroup': '1.4', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroupRule': '1.2', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'SubPort': '1.0', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Subnet': '1.1', May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: 'Trunk': '1.1'}} May 19 02:20:55.759985 dv-cinder-784623-11-smb neutron-server[91266]: {{(pid=91266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:20:55.806960 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.814383 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:20:55.847397 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.848883 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:20:55.849504 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:55.853877 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:20:55.955381 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8333662 May 19 02:20:55.958000 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb20016-f04a-4cac-9792-2cbebc692d7b,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:20:55.982471 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:20:55.996184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:20:58.545864 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57952) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:20:58.987790 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c7cd3-5a37-441f-bd0f-bee2f663d41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:20:58.989154 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1e7c7cd3-5a37-441f-bd0f-bee2f663d41d admin admin] 10.222.0.60 "GET /v2.0/networks/1eb20016-f04a-4cac-9792-2cbebc692d7b HTTP/1.1" status: 200 len: 824 time: 0.4423201 May 19 02:20:59.015704 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3284dac6-f683-4cb9-b6a8-577750d68a82 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/6307cb0f-c46b-4364-beaf-8efe9480440c HTTP/1.1" status: 200 len: 734 time: 0.0212421 May 19 02:20:59.023858 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '6307cb0f-c46b-4364-beaf-8efe9480440c', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'name': 'private-subnet', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'ip_version': 4}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:20:59.028084 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:20:59.032269 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Usage tracker for resource:subnet and tenant:e8414115764d47649e7fd2da9ed5a0c0 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:20:59.035053 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:20:59.040421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:20:59.049801 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Made reservation on behalf of e8414115764d47649e7fd2da9ed5a0c0 for: {'subnet': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:20:59.051992 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:59.515000 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:59.519901 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:20:59.598602 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0ae362-c79e-4561-82f6-58e9e0e129cb,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:20:59.602018 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:20:59.603042 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Checking segment: {'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:20:59.603398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Network hostable DHCP agents. Network: 1eb20016-f04a-4cac-9792-2cbebc692d7b, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:20:59.622444 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:20:59.631492 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 1eb20016-f04a-4cac-9792-2cbebc692d7b) {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:20:59.635962 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:20:59.636540 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:20:59.641720 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef615901-a732-44f6-8e30-d4731cdab0ea None None] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:20:59.658434 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6377580 May 19 02:20:59.942657 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-1eb20016-f04a-4cac-9792-2cbebc692d7b', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'fixed_ips': [{'subnet_id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:20:59.943829 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:00.125231 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Allocated IP 172.20.0.2 (1eb20016-f04a-4cac-9792-2cbebc692d7b/2b0ae362-c79e-4561-82f6-58e9e0e129cb/fb013f67-6142-4751-9524-38c5fa014e97) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:21:00.347947 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:00.361163 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Transition to ACTIVE for port object fb013f67-6142-4751-9524-38c5fa014e97 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:21:00.382827 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Transition to ACTIVE for port object fb013f67-6142-4751-9524-38c5fa014e97 will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:21:00.390175 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:00.394160 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:00.452851 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:21:00.455621 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:21:00.461308 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:21:00.467288 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Pushing event updated for resources: {'Port': ['ID=fb013f67-6142-4751-9524-38c5fa014e97,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:00.505105 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.505444 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.505775 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.506099 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.506422 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.506741 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.507058 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.507377 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.507707 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.508022 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.508332 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.508638 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Tracked resource versions report: May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: pushed versions: May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: { 'AddressGroup': {'1.2'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'ConntrackHelper': {'1.0'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Log': {'1.0'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Network': {'1.1'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Port': {'1.7'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'PortForwarding': {'1.2'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'QosPolicy': {'1.8'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroup': {'1.4'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroupRule': {'1.2'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'SubPort': {'1.0'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Subnet': {'1.1'}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Trunk': {'1.1'}} May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: consumer versions: May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'ConntrackHelper': '1.0', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Log': '1.0', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Network': '1.1', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Port': '1.7', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'PortForwarding': '1.2', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'QosPolicy': '1.8', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroup': '1.4', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroupRule': '1.2', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'SubPort': '1.0', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Subnet': '1.1', May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: 'Trunk': '1.1'}} May 19 02:21:00.509731 dv-cinder-784623-11-smb neutron-server[91267]: {{(pid=91267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:21:00.542827 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:00.567745 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Attempting to bind port fb013f67-6142-4751-9524-38c5fa014e97 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:21:00.568145 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Attempting to bind port fb013f67-6142-4751-9524-38c5fa014e97 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:21:00.568572 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Attempting to bind port fb013f67-6142-4751-9524-38c5fa014e97 on network 1eb20016-f04a-4cac-9792-2cbebc692d7b {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:21:00.573787 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:21:00.574198 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Checking segment: {'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:21:00.574675 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:00.575095 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Bound using segment: {'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:21:00.575576 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Bound port: fb013f67-6142-4751-9524-38c5fa014e97, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:21:00.575943 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:00.660116 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] For port fb013f67-6142-4751-9524-38c5fa014e97, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:21:00.663961 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] For port fb013f67-6142-4751-9524-38c5fa014e97, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=fb013f67-6142-4751-9524-38c5fa014e97,segment=NetworkSegment(a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae),segment_id=a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:21:00.668495 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:00.673114 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:00.758211 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Pushing event updated for resources: {'Port': ['ID=fb013f67-6142-4751-9524-38c5fa014e97,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:00.761453 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:02.017259 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57962) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:02.381280 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [None req-f4fe8a60-bab1-42fa-9a16-56db296df416 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:21:02.382326 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-f4fe8a60-bab1-42fa-9a16-56db296df416 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3641291 May 19 02:21:04.706408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57972) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:05.089185 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [None req-ad63bb40-d174-425f-8bc5-7af23316b0b8 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:21:05.090186 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ad63bb40-d174-425f-8bc5-7af23316b0b8 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3829100 May 19 02:21:06.119756 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc878242-3641-4fac-84a8-e5f92013e2a2 None None] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:21:06.248196 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-6b464224-1125-4cef-af1a-0a2e0ed7418f None None] Provisioning for port fb013f67-6142-4751-9524-38c5fa014e97 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:21:06.945901 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device fb013f67-6142-4751-9524-38c5fa014e97 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:21:07.011454 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port fb013f67-6142-4751-9524-38c5fa014e97 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:21:07.016765 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port fb013f67-6142-4751-9524-38c5fa014e97 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:07.017187 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:07.133530 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:07.167540 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port fb013f67-6142-4751-9524-38c5fa014e97, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=fb013f67-6142-4751-9524-38c5fa014e97,segment=NetworkSegment(a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae),segment_id=a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:21:07.171686 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:07.174836 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:07.240998 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=fb013f67-6142-4751-9524-38c5fa014e97,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:07.244174 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:07.654300 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57988) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:08.000902 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Request body: {'router': {'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'name': 'router1', 'admin_state_up': True}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:21:08.005763 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:21:08.009512 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Usage tracker for resource:router and tenant:e8414115764d47649e7fd2da9ed5a0c0 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:21:08.013475 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:21:08.019049 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:21:08.029439 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:08.030990 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:08.052459 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:08.159511 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:08.178514 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] Notify callbacks [] for router, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:08.179686 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-0b4247b7-ae98-4e0b-b540-8594c600204e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5244277 May 19 02:21:08.926816 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device fb013f67-6142-4751-9524-38c5fa014e97 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:21:08.993258 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port fb013f67-6142-4751-9524-38c5fa014e97 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:08.993641 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:09.554322 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:21:10.474772 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 57998) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:10.834057 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [None req-e6dffc33-8793-4319-a721-486d64a3f266 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:21:10.835023 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e6dffc33-8793-4319-a721-486d64a3f266 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3593106 May 19 02:21:12.362451 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-5680c8b5-21a1-433a-80f0-9c9d652fa5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:13.159522 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58008) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:13.732184 dv-cinder-784623-11-smb neutron-server[91265]: WARNING oslo_policy.policy [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:21:13.732755 dv-cinder-784623-11-smb neutron-server[91265]: WARNING oslo_policy.policy [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:21:13.945880 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:21:13.947513 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.quota [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Loaded quota_driver: . May 19 02:21:13.963742 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:21:13.970452 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Usage tracker for resource:network and tenant:f4a7deffbd714a8bb7f80a808779c983 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:21:13.975056 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:21:13.982196 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:21:13.997638 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Made reservation on behalf of f4a7deffbd714a8bb7f80a808779c983 for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:21:14.067770 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.policy [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91265) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 02:21:14.112197 dv-cinder-784623-11-smb neutron-server[91265]: WARNING oslo_policy.policy [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:21:14.112559 dv-cinder-784623-11-smb neutron-server[91265]: WARNING oslo_policy.policy [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 02:21:14.122909 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.142757 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.156667 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:21:14.160283 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a7deffbd714a8bb7f80a808779c983 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:21:14.163467 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:21:14.168947 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:21:14.267288 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.270857 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.276651 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:14.287731 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Reserving flat network on physical network physnet1 {{(pid=91265) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 02:21:14.322514 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729495273930', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.323088 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Unsubscribe: segment precommit_create {{(pid=91265) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 02:21:14.323558 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Added segment fd6b20b1-4e28-499d-b500-cefe232d0543 of type flat for network 886b682b-d830-4c51-a0f7-111db1c6c18d May 19 02:21:14.375351 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57d5b9-cdd2-4b70-951d-1f14b386996f,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:14.398370 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.398715 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.399047 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.399368 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.399685 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.400002 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.400314 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.400625 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.400976 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.401291 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.401598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.401905 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Tracked resource versions report: May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: pushed versions: May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: { 'AddressGroup': {'1.2'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'ConntrackHelper': {'1.0'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Log': {'1.0'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Network': {'1.1'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Port': {'1.7'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'PortForwarding': {'1.2'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'QosPolicy': {'1.8'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroup': {'1.4'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroupRule': {'1.2'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'SubPort': {'1.0'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Subnet': {'1.1'}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Trunk': {'1.1'}} May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: consumer versions: May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'ConntrackHelper': '1.0', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Log': '1.0', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Network': '1.1', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Port': '1.7', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'PortForwarding': '1.2', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'QosPolicy': '1.8', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroup': '1.4', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroupRule': '1.2', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'SubPort': '1.0', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Subnet': '1.1', May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: 'Trunk': '1.1'}} May 19 02:21:14.402969 dv-cinder-784623-11-smb neutron-server[91265]: {{(pid=91265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:21:14.441886 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:14.457112 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.499173 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.500634 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:21:14.501273 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:14.506057 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:14.606509 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4442883 May 19 02:21:14.606975 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Pushing event updated for resources: {'Network': ['ID=886b682b-d830-4c51-a0f7-111db1c6c18d,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:14.630442 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:14.637686 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 886b682b-d830-4c51-a0f7-111db1c6c18d details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:21:15.161358 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:15.380028 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6ac5e5a2-f86a-47b9-85ad-4308b3e8e0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:15.995359 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:16.923062 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58038) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:17.135284 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27ca0d-60c9-47fb-b6ed-62c1a90c93ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:21:17.136623 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-3f27ca0d-60c9-47fb-b6ed-62c1a90c93ee admin admin] 10.222.0.60 "GET /v2.0/subnets/2b0ae362-c79e-4561-82f6-58e9e0e129cb HTTP/1.1" status: 200 len: 849 time: 0.2125890 May 19 02:21:17.305210 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0164a519-9ec5-431d-96d0-f28bb82fbc07 admin admin] 10.222.0.60 "GET /v2.0/routers/532c85e2-8868-48ef-8316-84f25d40f09c HTTP/1.1" status: 200 len: 704 time: 0.1629033 May 19 02:21:17.314332 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:17.761739 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:17.982533 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Allocated IP 172.20.0.1 (1eb20016-f04a-4cac-9792-2cbebc692d7b/2b0ae362-c79e-4561-82f6-58e9e0e129cb/65417c22-8ec3-46c0-bf2c-4a12bc07ad0d) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:21:18.133279 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.151016 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Transition to ACTIVE for port object 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d will not be triggered until provisioned by entity DHCP. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:21:18.203464 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.207832 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:18.267414 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:21:18.270199 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:21:18.276003 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:21:18.276513 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.405231 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Pushing event updated for resources: {'Port': ['ID=65417c22-8ec3-46c0-bf2c-4a12bc07ad0d,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:18.419821 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:18.454733 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-f77812f7-b8c6-47d9-a06c-7b564071a042 None None] Provisioning for port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:21:18.459418 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-f77812f7-b8c6-47d9-a06c-7b564071a042 None None] Provisioning complete for port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:18.459892 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f77812f7-b8c6-47d9-a06c-7b564071a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.512520 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-f77812f7-b8c6-47d9-a06c-7b564071a042 None None] Port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:21:18.534094 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.783197 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.787358 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.788396 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:18.791447 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:18.921974 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Pushing event updated for resources: {'Port': ['ID=65417c22-8ec3-46c0-bf2c-4a12bc07ad0d,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:18.925730 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:18.975814 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:21:18.976893 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:21:19.133166 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-9763a0c2-bfb0-410c-a1ef-92f8f931ff35 None None] Provisioning complete for port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:19.133533 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9763a0c2-bfb0-410c-a1ef-92f8f931ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:19.162864 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Router 532c85e2-8868-48ef-8316-84f25d40f09c is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:21:19.209912 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-9763a0c2-bfb0-410c-a1ef-92f8f931ff35 None None] Port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:21:19.312907 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:21:19.321582 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] 10.222.0.60 "PUT /v2.0/routers/532c85e2-8868-48ef-8316-84f25d40f09c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0114868 May 19 02:21:19.322021 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Sync routers for ids ['532c85e2-8868-48ef-8316-84f25d40f09c'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:21:19.332998 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Routers {'532c85e2-8868-48ef-8316-84f25d40f09c'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:21:19.333831 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:21:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['532c85e2-8868-48ef-8316-84f25d40f09c'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:19.505832 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Set router 532c85e2-8868-48ef-8316-84f25d40f09c gateway port host: None {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:21:19.867979 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'name': 'router1', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:21:08Z', 'updated_at': '2021-05-19T02:21:18Z', 'revision_number': 2, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'gw_port_host': None, '_interfaces': [{'id': '65417c22-8ec3-46c0-bf2c-4a12bc07ad0d', 'name': '', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'mac_address': 'fa:16:3e:87:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:17Z', 'updated_at': '2021-05-19T02:21:18Z', 'revision_number': 2, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'subnets': [{'id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6307cb0f-c46b-4364-beaf-8efe9480440c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:19.873528 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Checking router: 532c85e2-8868-48ef-8316-84f25d40f09c for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:21:19.873896 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Updating router 532c85e2-8868-48ef-8316-84f25d40f09c port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:21:19.924326 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:20.295556 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:20.310322 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Transition to ACTIVE for port object 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:21:20.316953 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:20.322951 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:20.512546 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Pushing event updated for resources: {'Port': ['ID=65417c22-8ec3-46c0-bf2c-4a12bc07ad0d,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:20.536296 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.536643 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.536971 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.537412 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.537612 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.537903 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.538213 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.538525 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.538838 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.539145 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.539449 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.539778 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Tracked resource versions report: May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: pushed versions: May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: { 'AddressGroup': {'1.2'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'ConntrackHelper': {'1.0'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Log': {'1.0'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Network': {'1.1'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Port': {'1.7'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'PortForwarding': {'1.2'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'QosPolicy': {'1.8'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroup': {'1.4'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroupRule': {'1.2'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'SubPort': {'1.0'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Subnet': {'1.1'}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Trunk': {'1.1'}} May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: consumer versions: May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'ConntrackHelper': '1.0', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Log': '1.0', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Network': '1.1', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Port': '1.7', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'PortForwarding': '1.2', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'QosPolicy': '1.8', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroup': '1.4', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroupRule': '1.2', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'SubPort': '1.0', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Subnet': '1.1', May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: 'Trunk': '1.1'}} May 19 02:21:20.540794 dv-cinder-784623-11-smb neutron-server[91268]: {{(pid=91268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:21:20.548387 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:20.552994 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Attempting to bind port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:21:20.553385 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Attempting to bind port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:21:20.553817 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Attempting to bind port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d on network 1eb20016-f04a-4cac-9792-2cbebc692d7b {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:21:20.559703 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:21:20.560116 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Checking segment: {'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:21:20.560617 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:20.561008 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Bound using segment: {'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:21:20.561485 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Bound port: 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:21:20.561845 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:20.646800 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] For port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:21:20.651059 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] For port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=65417c22-8ec3-46c0-bf2c-4a12bc07ad0d,segment=NetworkSegment(a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae),segment_id=a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:21:20.654476 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:20.659034 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:20.728612 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Routers {'532c85e2-8868-48ef-8316-84f25d40f09c'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:21:20.729350 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:21:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['532c85e2-8868-48ef-8316-84f25d40f09c'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:20.883190 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Pushing event updated for resources: {'Port': ['ID=65417c22-8ec3-46c0-bf2c-4a12bc07ad0d,revision_number=4']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:20.891747 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:20.921913 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] Set router 532c85e2-8868-48ef-8316-84f25d40f09c gateway port host: None {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:21:21.238228 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'name': 'router1', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:21:08Z', 'updated_at': '2021-05-19T02:21:18Z', 'revision_number': 2, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'gw_port_host': None, '_interfaces': [{'id': '65417c22-8ec3-46c0-bf2c-4a12bc07ad0d', 'name': '', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'mac_address': 'fa:16:3e:87:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:17Z', 'updated_at': '2021-05-19T02:21:20Z', 'revision_number': 4, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'subnets': [{'id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6307cb0f-c46b-4364-beaf-8efe9480440c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:21.241939 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017e18c-32d5-48b4-b127-fc68effc3910 None None] The sync data for ids ['532c85e2-8868-48ef-8316-84f25d40f09c'] in dv-cinder-784623-11-smb is: [{'id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'name': 'router1', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:21:08Z', 'updated_at': '2021-05-19T02:21:18Z', 'revision_number': 2, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'gw_port_host': None, '_interfaces': [{'id': '65417c22-8ec3-46c0-bf2c-4a12bc07ad0d', 'name': '', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'mac_address': 'fa:16:3e:87:5e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:17Z', 'updated_at': '2021-05-19T02:21:20Z', 'revision_number': 4, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'subnets': [{'id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6307cb0f-c46b-4364-beaf-8efe9480440c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:21:21.438906 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58060) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:21.583119 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364247f4-3618-4271-afa6-477a5505d22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:21:21.583588 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-364247f4-3618-4271-afa6-477a5505d22b admin admin] Synchronizing usage tracker for tenant:f4a7deffbd714a8bb7f80a808779c983 on resource:network {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:21:21.600966 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-364247f4-3618-4271-afa6-477a5505d22b admin admin] Unset dirty status for tenant:f4a7deffbd714a8bb7f80a808779c983 on resource:network {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:21:21.602119 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-364247f4-3618-4271-afa6-477a5505d22b admin admin] 10.222.0.60 "GET /v2.0/networks/886b682b-d830-4c51-a0f7-111db1c6c18d HTTP/1.1" status: 200 len: 842 time: 0.1622746 May 19 02:21:21.611939 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:21:21.617200 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:21:21.620914 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Usage tracker for resource:subnet and tenant:f4a7deffbd714a8bb7f80a808779c983 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:21:21.623778 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:21:21.629892 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:21:21.640389 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Made reservation on behalf of f4a7deffbd714a8bb7f80a808779c983 for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:21:21.642739 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:22.061786 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.objects.ports [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91265) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 02:21:22.062212 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:22.066435 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:22.134492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:22.140419 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:22.143037 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:21:22.143383 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Network hostable DHCP agents. Network: 886b682b-d830-4c51-a0f7-111db1c6c18d, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:21:22.161193 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:21:22.171700 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 886b682b-d830-4c51-a0f7-111db1c6c18d) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:21:22.176351 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:21:22.177216 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:22.182995 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a7157-c10e-46fd-839b-7a2ea3400267 None None] Network 886b682b-d830-4c51-a0f7-111db1c6c18d requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:21:22.217081 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5993843 May 19 02:21:22.395421 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb706c-24cc-4ece-80f9-daff24519572 None None] Network 886b682b-d830-4c51-a0f7-111db1c6c18d requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:21:24.428881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58074) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:24.663820 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-51781c30-328e-4a28-8051-0fc3660fb2ab admin admin] 10.222.0.60 "GET /v2.0/routers/532c85e2-8868-48ef-8316-84f25d40f09c HTTP/1.1" status: 200 len: 710 time: 0.2338438 May 19 02:21:24.788345 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a374908d-4ee7-4cf1-93e4-009932fb171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:21:24.789643 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-a374908d-4ee7-4cf1-93e4-009932fb171e admin admin] 10.222.0.60 "GET /v2.0/networks/886b682b-d830-4c51-a0f7-111db1c6c18d HTTP/1.1" status: 200 len: 886 time: 0.1208885 May 19 02:21:24.798131 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:21:24.973512 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:21:25.046676 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:21:25.051370 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:25.051741 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.168797 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.199945 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=65417c22-8ec3-46c0-bf2c-4a12bc07ad0d,segment=NetworkSegment(a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae),segment_id=a05944d1-cc1a-4f5c-8ee3-9c5d9bb35fae)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:21:25.203805 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.207396 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:25.239953 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.274281 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=65417c22-8ec3-46c0-bf2c-4a12bc07ad0d,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:25.277351 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:25.563950 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.617461 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.745727 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Allocated IP 172.28.2.143 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/8822c82a-fd1b-4517-ba1e-d3a88ac67d61) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:21:25.931341 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.961814 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:25.967099 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:26.028580 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:21:26.031390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:21:26.034925 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:21:26.097607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Pushing event updated for resources: {'Port': ['ID=8822c82a-fd1b-4517-ba1e-d3a88ac67d61,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:26.104393 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:26.408174 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:26.729957 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:26.733108 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462616'] for router, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:26.904614 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Router 532c85e2-8868-48ef-8316-84f25d40f09c has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:21:26.945724 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:21:27.010754 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:27.011034 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:27.077493 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:21:27.085554 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:27.086713 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] 10.222.0.60 "PUT /v2.0/routers/532c85e2-8868-48ef-8316-84f25d40f09c HTTP/1.1" status: 200 len: 890 time: 2.2917521 May 19 02:21:27.099351 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Sync routers for ids ['532c85e2-8868-48ef-8316-84f25d40f09c'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:21:27.132655 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Routers {'532c85e2-8868-48ef-8316-84f25d40f09c'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:21:27.133360 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:21:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['532c85e2-8868-48ef-8316-84f25d40f09c'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:27.328571 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Set router 532c85e2-8868-48ef-8316-84f25d40f09c gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:21:27.657663 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'name': 'router1', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.143'}], 'enable_snat': True}, 'gw_port_id': '8822c82a-fd1b-4517-ba1e-d3a88ac67d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:21:08Z', 'updated_at': '2021-05-19T02:21:26Z', 'revision_number': 4, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'gw_port': {'id': '8822c82a-fd1b-4517-ba1e-d3a88ac67d61', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:25Z', 'updated_at': '2021-05-19T02:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '65417c22-8ec3-46c0-bf2c-4a12bc07ad0d', 'name': '', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'mac_address': 'fa:16:3e:87:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:17Z', 'updated_at': '2021-05-19T02:21:25Z', 'revision_number': 5, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'subnets': [{'id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6307cb0f-c46b-4364-beaf-8efe9480440c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:27.662523 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Checking router: 532c85e2-8868-48ef-8316-84f25d40f09c for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:21:27.662876 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Updating router 532c85e2-8868-48ef-8316-84f25d40f09c port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:21:27.736691 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:28.054709 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:28.066321 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Transition to ACTIVE for port object 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:21:28.073037 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:28.077811 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:28.150944 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Attempting to bind port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:21:28.151305 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Attempting to bind port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:21:28.151667 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Attempting to bind port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:21:28.157037 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf995530-624e-4b83-ad56-36cb3ea7094b None None] Pushing event updated for resources: {'Port': ['ID=8822c82a-fd1b-4517-ba1e-d3a88ac67d61,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:28.160735 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-bf995530-624e-4b83-ad56-36cb3ea7094b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:28.161640 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:21:28.162004 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:21:28.162396 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:28.162770 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:21:28.163231 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Bound port: 8822c82a-fd1b-4517-ba1e-d3a88ac67d61, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:21:28.163593 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:28.232899 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] For port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:21:28.235715 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] For port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=8822c82a-fd1b-4517-ba1e-d3a88ac67d61,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:21:28.240237 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:28.243915 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:28.322959 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Routers {'532c85e2-8868-48ef-8316-84f25d40f09c'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:21:28.323552 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:21:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['532c85e2-8868-48ef-8316-84f25d40f09c'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:28.369655 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf995530-624e-4b83-ad56-36cb3ea7094b None None] Pushing event updated for resources: {'Port': ['ID=8822c82a-fd1b-4517-ba1e-d3a88ac67d61,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:28.377761 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-bf995530-624e-4b83-ad56-36cb3ea7094b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:28.504113 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] Set router 532c85e2-8868-48ef-8316-84f25d40f09c gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:21:28.820147 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'name': 'router1', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.143'}], 'enable_snat': True}, 'gw_port_id': '8822c82a-fd1b-4517-ba1e-d3a88ac67d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:21:08Z', 'updated_at': '2021-05-19T02:21:26Z', 'revision_number': 4, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'gw_port': {'id': '8822c82a-fd1b-4517-ba1e-d3a88ac67d61', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:25Z', 'updated_at': '2021-05-19T02:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '65417c22-8ec3-46c0-bf2c-4a12bc07ad0d', 'name': '', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'mac_address': 'fa:16:3e:87:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:17Z', 'updated_at': '2021-05-19T02:21:25Z', 'revision_number': 5, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'subnets': [{'id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6307cb0f-c46b-4364-beaf-8efe9480440c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:21:28.824075 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd294452-99e1-4f8e-9b55-7af444943484 None None] The sync data for ids ['532c85e2-8868-48ef-8316-84f25d40f09c'] in dv-cinder-784623-11-smb is: [{'id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'name': 'router1', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.143'}], 'enable_snat': True}, 'gw_port_id': '8822c82a-fd1b-4517-ba1e-d3a88ac67d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:21:08Z', 'updated_at': '2021-05-19T02:21:26Z', 'revision_number': 4, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'gw_port': {'id': '8822c82a-fd1b-4517-ba1e-d3a88ac67d61', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:25Z', 'updated_at': '2021-05-19T02:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '65417c22-8ec3-46c0-bf2c-4a12bc07ad0d', 'name': '', 'network_id': '1eb20016-f04a-4cac-9792-2cbebc692d7b', 'tenant_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'mac_address': 'fa:16:3e:87:5e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532c85e2-8868-48ef-8316-84f25d40f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:21:17Z', 'updated_at': '2021-05-19T02:21:25Z', 'revision_number': 5, 'project_id': 'e8414115764d47649e7fd2da9ed5a0c0', 'subnets': [{'id': '2b0ae362-c79e-4561-82f6-58e9e0e129cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6307cb0f-c46b-4364-beaf-8efe9480440c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:21:29.017656 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:21:29.094298 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:21:29.100027 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:29.100280 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:29.223011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:29.240635 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=8822c82a-fd1b-4517-ba1e-d3a88ac67d61,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:21:29.244989 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:29.247353 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-c44456a4-4168-455f-9b45-24bb2e3ad41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:21:29.319614 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=8822c82a-fd1b-4517-ba1e-d3a88ac67d61,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:21:29.322997 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:21:29.426080 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58084) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:21:29.590323 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-dae86b74-e5b4-447a-b934-adbe7057ac52 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1625319 May 19 02:21:30.942369 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:21:31.008877 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 8822c82a-fd1b-4517-ba1e-d3a88ac67d61 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:21:31.009253 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:42.366370 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-2412414a-8bd1-400c-84a6-7e79706f0f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:45.169197 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:45.386790 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-0d7cfec4-a28c-489f-b1b1-6c41f9a2767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:46.000443 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:21:46.554098 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:21:47.340557 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:12.371297 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d814b7ea-63d3-4fe9-9fc8-a43a65f04659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:15.170140 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:15.380578 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b6651f5e-efb4-4e5c-b688-5012efc405ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:16.000305 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:17.329591 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:23.552952 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:22:42.375131 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-11ea5afd-203a-4e07-92e2-aa7d09f457ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:45.164887 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:45.382111 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-5896408d-5c3a-43b7-89e0-2658be1003f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:45.999128 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:22:47.335985 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:00.552114 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:23:03.098489 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58654) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:03.168530 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.pecan_wsgi.hooks.translation [None req-327b3bc8-f83a-4f0d-bfff-ddf0b8dc0db4 admin admin] GET failed (client error): The resource could not be found. May 19 02:23:03.169764 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-327b3bc8-f83a-4f0d-bfff-ddf0b8dc0db4 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0703928 May 19 02:23:03.297130 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa658e-bc68-481f-8646-5e1edd8bfb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:03.298441 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c3aa658e-bc68-481f-8646-5e1edd8bfb45 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1248317 May 19 02:23:05.367215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58664) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:05.473442 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea18ec-8278-48d8-beb6-c76f63d3e2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:05.474730 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-5aea18ec-8278-48d8-beb6-c76f63d3e2ae admin admin] 10.222.0.60 "GET /v2.0/subnets/2b0ae362-c79e-4561-82f6-58e9e0e129cb HTTP/1.1" status: 200 len: 849 time: 0.1065688 May 19 02:23:05.483709 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:23:05.598446 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Notify callbacks [] for subnet, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:05.777215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729495243942'] for subnet, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:05.781513 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7663f3ee-712c-4ddf-8aa8-1cca7676ebaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:23:05.819636 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:05.820750 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:05.823539 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] 10.222.0.60 "PUT /v2.0/subnets/2b0ae362-c79e-4561-82f6-58e9e0e129cb HTTP/1.1" status: 200 len: 868 time: 0.3413937 May 19 02:23:05.830219 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d5e68-cb79-4270-a3cd-bf1607b50392 None None] Network 1eb20016-f04a-4cac-9792-2cbebc692d7b requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:23:05.849429 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0ae362-c79e-4561-82f6-58e9e0e129cb,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:23:05.857709 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.858068 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.858397 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.858716 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.859031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.859346 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.859655 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.859963 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.860294 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.860586 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.860917 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.861224 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:05.864731 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:23:06.252565 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-cd7c5afc-4224-429d-bdcc-a6a85e8aa315 None None] Provisioning complete for port 65417c22-8ec3-46c0-bf2c-4a12bc07ad0d triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:23:06.252953 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd7c5afc-4224-429d-bdcc-a6a85e8aa315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:06.376743 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-cd7c5afc-4224-429d-bdcc-a6a85e8aa315 None None] Provisioning complete for port fb013f67-6142-4751-9524-38c5fa014e97 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:23:06.377027 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd7c5afc-4224-429d-bdcc-a6a85e8aa315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:07.911850 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58674) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:08.080665 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01e3e1-5f02-4b52-bc07-a56ca45aec89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:08.081174 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af01e3e1-5f02-4b52-bc07-a56ca45aec89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:08.082650 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-af01e3e1-5f02-4b52-bc07-a56ca45aec89 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1698720 May 19 02:23:10.152156 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58684) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:10.321384 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8c41c-be43-4062-a8fc-2ff1fdfc423f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:10.322441 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8c41c-be43-4062-a8fc-2ff1fdfc423f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:10.323932 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ddb8c41c-be43-4062-a8fc-2ff1fdfc423f admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1708562 May 19 02:23:12.377256 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6c57d468-21c6-45b3-9606-64110c5838d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:12.419990 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58694) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:12.588724 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d66ab-617c-4a32-b320-3c91ad8390c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:12.590063 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c19d66ab-617c-4a32-b320-3c91ad8390c6 admin admin] 10.222.0.60 "GET /v2.0/networks/1eb20016-f04a-4cac-9792-2cbebc692d7b HTTP/1.1" status: 200 len: 868 time: 0.1691589 May 19 02:23:14.666877 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58704) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:14.828393 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f9e03-e209-4ca1-840d-927866509a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:14.829751 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-681f9e03-e209-4ca1-840d-927866509a0f admin admin] 10.222.0.60 "GET /v2.0/networks/886b682b-d830-4c51-a0f7-111db1c6c18d HTTP/1.1" status: 200 len: 886 time: 0.1619439 May 19 02:23:15.158107 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:15.382793 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-a29d4018-86e0-4e0b-8a93-88e4a429a68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:16.001432 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:16.922392 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58714) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:17.030558 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f610508-1736-4f7f-a58d-fff07f79a117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:17.031023 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f610508-1736-4f7f-a58d-fff07f79a117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:17.032505 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9f610508-1736-4f7f-a58d-fff07f79a117 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1091990 May 19 02:23:17.340310 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:19.114656 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58724) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:19.218251 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3236203-8379-4df8-9db5-f0c907dd1a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:19.218638 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3236203-8379-4df8-9db5-f0c907dd1a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:19.220114 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-d3236203-8379-4df8-9db5-f0c907dd1a06 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1045375 May 19 02:23:21.314371 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58734) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:21.415588 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec12c13-657a-4932-a9be-a7f35ac65955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:21.416141 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-0ec12c13-657a-4932-a9be-a7f35ac65955 admin admin] Synchronizing usage tracker for tenant:f4a7deffbd714a8bb7f80a808779c983 on resource:subnet {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:23:21.431300 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-0ec12c13-657a-4932-a9be-a7f35ac65955 admin admin] Unset dirty status for tenant:f4a7deffbd714a8bb7f80a808779c983 on resource:subnet {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:23:21.432445 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0ec12c13-657a-4932-a9be-a7f35ac65955 admin admin] 10.222.0.60 "GET /v2.0/subnets/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d HTTP/1.1" status: 200 len: 816 time: 0.1171174 May 19 02:23:23.514944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58744) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:23.621231 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b398893-7be1-4440-aeb5-c970e78ea083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:23.622545 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4b398893-7be1-4440-aeb5-c970e78ea083 admin admin] 10.222.0.60 "GET /v2.0/subnets/2b0ae362-c79e-4561-82f6-58e9e0e129cb HTTP/1.1" status: 200 len: 868 time: 0.1066618 May 19 02:23:37.550625 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:23:42.380387 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b7c-dd63-40d1-87d9-e9bb4d824c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:45.159445 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:45.384765 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4f6810ef-a442-48fd-adde-a68adbaf0e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:46.003923 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:46.289359 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58788) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:46.338628 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [None req-e477525f-f0cb-4410-90a9-9239a638dd1d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:23:46.339618 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-e477525f-f0cb-4410-90a9-9239a638dd1d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493550 May 19 02:23:47.346774 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:48.503344 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58798) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:48.569085 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb93427-e40d-4ae5-b323-ea83a2ea5aad admin admin] GET failed (client error): The resource could not be found. May 19 02:23:48.570308 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-5cb93427-e40d-4ae5-b323-ea83a2ea5aad admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660431 May 19 02:23:48.691034 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc4d1f8-d81b-45ac-ba03-64e01fa22130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:48.692452 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-edc4d1f8-d81b-45ac-ba03-64e01fa22130 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1183052 May 19 02:23:50.807403 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58808) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:50.857140 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:23:50.858474 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:23:50.867996 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:23:50.877914 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Made reservation on behalf of f4a7deffbd714a8bb7f80a808779c983 for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:23:50.880189 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:50.966583 dv-cinder-784623-11-smb neutron-server[91266]: WARNING neutron.services.revisions.revision_plugin [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Could not find related network for resource to bump revision. May 19 02:23:50.979714 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:23:50.988989 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:50.989269 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Added segment c327f3fd-7b69-4414-8dd3-ca96690c9e40 of type vlan for network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc May 19 02:23:51.016623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:51.045541 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:51.046804 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:51.047380 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:51.051931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:23:51.173741 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3651824 May 19 02:23:51.174424 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Pushing event updated for resources: {'Network': ['ID=56329221-7c4c-46d2-9e1e-cccc7a5ab8dc,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:23:51.177079 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:23:51.185442 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:23:53.290247 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58818) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:23:53.359138 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f31cb44-35ae-43d8-8709-6e35c7379dbd admin admin] GET failed (client error): The resource could not be found. May 19 02:23:53.360355 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-9f31cb44-35ae-43d8-8709-6e35c7379dbd admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0691922 May 19 02:23:53.462754 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770c646-71d6-45f3-99e3-46b83dfbab01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:53.464150 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-2770c646-71d6-45f3-99e3-46b83dfbab01 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1000988 May 19 02:23:53.473452 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:23:53.477649 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:23:53.486854 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:23:53.496634 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Made reservation on behalf of f4a7deffbd714a8bb7f80a808779c983 for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:23:53.498895 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Notify callbacks [] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:53.859803 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:53.863960 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:23:53.934506 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac552bc-29f4-42f4-b6dc-0726b2ae8724,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:23:53.943597 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.943935 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.944259 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.944579 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.944930 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.945869 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.946181 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.946492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.946803 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.947113 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.947421 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.947731 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:53.951923 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:23:53.952714 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Checking segment: {'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:23:53.953091 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Network hostable DHCP agents. Network: 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:23:53.969358 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:23:53.978182 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:23:53.982174 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:23:53.982762 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:53.987497 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a21fe74-7e9a-4cea-9fe3-c62d2693276e None None] Network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:23:54.006884 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5367217 May 19 02:23:54.206248 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-56329221-7c4c-46d2-9e1e-cccc7a5ab8dc', 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc', 'tenant_id': 'f4a7deffbd714a8bb7f80a808779c983', 'fixed_ips': [{'subnet_id': '0ac552bc-29f4-42f4-b6dc-0726b2ae8724'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:23:54.207103 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:54.371865 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Allocated IP 192.168.233.2 (56329221-7c4c-46d2-9e1e-cccc7a5ab8dc/0ac552bc-29f4-42f4-b6dc-0726b2ae8724/ec515209-b2d6-4b57-aa8d-294691deef4b) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:23:54.593211 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:54.603909 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Transition to ACTIVE for port object ec515209-b2d6-4b57-aa8d-294691deef4b will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:23:54.621980 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Transition to ACTIVE for port object ec515209-b2d6-4b57-aa8d-294691deef4b will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:23:54.628044 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:54.632428 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:23:54.693966 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:23:54.696900 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:23:54.702408 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:23:54.707995 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Pushing event updated for resources: {'Port': ['ID=ec515209-b2d6-4b57-aa8d-294691deef4b,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:23:54.744202 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.744548 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.744902 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.745239 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.745563 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.745890 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.746212 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.746540 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.746906 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.747231 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.747549 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.747872 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:23:54.755640 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:23:54.806064 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Attempting to bind port ec515209-b2d6-4b57-aa8d-294691deef4b on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:23:54.806432 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Attempting to bind port ec515209-b2d6-4b57-aa8d-294691deef4b by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:23:54.806810 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Attempting to bind port ec515209-b2d6-4b57-aa8d-294691deef4b on network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:23:54.812084 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:23:54.812453 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Checking segment: {'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:23:54.812877 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:54.813269 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Bound using segment: {'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:23:54.813732 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Bound port: ec515209-b2d6-4b57-aa8d-294691deef4b, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:23:54.814097 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:54.900885 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] For port ec515209-b2d6-4b57-aa8d-294691deef4b, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:23:54.903859 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] For port ec515209-b2d6-4b57-aa8d-294691deef4b, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=ec515209-b2d6-4b57-aa8d-294691deef4b,segment=NetworkSegment(c327f3fd-7b69-4414-8dd3-ca96690c9e40),segment_id=c327f3fd-7b69-4414-8dd3-ca96690c9e40)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:23:54.908674 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:54.912532 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:23:54.988876 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Pushing event updated for resources: {'Port': ['ID=ec515209-b2d6-4b57-aa8d-294691deef4b,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:23:54.991967 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:23:55.811360 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba62896-2fb8-4f7f-8353-333d01d6b1a0 None None] Network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:23:55.918690 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-ab45425a-397b-47b0-b339-7304924b13af None None] Provisioning for port ec515209-b2d6-4b57-aa8d-294691deef4b completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:23:57.076047 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device ec515209-b2d6-4b57-aa8d-294691deef4b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:23:57.145810 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port ec515209-b2d6-4b57-aa8d-294691deef4b completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:23:57.150349 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port ec515209-b2d6-4b57-aa8d-294691deef4b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:23:57.150711 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:57.265389 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:57.295643 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port ec515209-b2d6-4b57-aa8d-294691deef4b, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=ec515209-b2d6-4b57-aa8d-294691deef4b,segment=NetworkSegment(c327f3fd-7b69-4414-8dd3-ca96690c9e40),segment_id=c327f3fd-7b69-4414-8dd3-ca96690c9e40)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:23:57.299778 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:23:57.301850 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:23:57.366028 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=ec515209-b2d6-4b57-aa8d-294691deef4b,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:23:57.369546 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:23:59.058092 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device ec515209-b2d6-4b57-aa8d-294691deef4b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:23:59.124119 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port ec515209-b2d6-4b57-aa8d-294691deef4b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:23:59.124483 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:12.382998 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cfeea710-5097-4c13-9221-e837478d9913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:14.549424 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:24:15.162067 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:15.386714 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b7986171-ff63-4147-91f1-4f33c6386910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:16.009019 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:17.350503 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:42.385952 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-a5f0c1e0-44bd-474f-a758-c1ffb735e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:45.166932 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:45.391416 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-12fdce6f-61d3-40e2-b48b-95fa3912ac78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:46.012083 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:47.352683 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:51.547785 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:24:58.245667 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58868) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:24:58.251537 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [None req-ab560e8a-957e-43ff-bad8-b85780957d16 tempest-verify_tempest_config-565619749 tempest-verify_tempest_config-565619749-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:24:58.252465 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ab560e8a-957e-43ff-bad8-b85780957d16 tempest-verify_tempest_config-565619749 tempest-verify_tempest_config-565619749-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058608 May 19 02:24:58.565121 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58886) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:24:58.677228 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:58.691366 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:24:58.695036 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab7d68ad4a44036b32f6ec67f8a382b is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:24:58.697750 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:24:58.703190 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:24:58.784724 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:58.788943 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:58.797205 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:24:58.835097 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ab7d68ad4a44036b32f6ec67f8a382b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2689857 May 19 02:24:58.835948 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb433e4b-daa1-463d-8669-dfcec61a3ca0,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:24:58.837880 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58892) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:24:58.843062 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.843409 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.843741 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.844064 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.844389 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.844712 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.845056 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.845373 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.845690 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.846004 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.846319 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.846631 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:58.850797 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:24:58.895360 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:58.920066 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:59.011407 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:59.015542 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:24:59.026172 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb433e4b-daa1-463d-8669-dfcec61a3ca0,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:24:59.035296 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.035633 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.035962 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.036284 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.037140 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.037479 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.037795 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.038111 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.038449 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.038765 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.039076 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.039383 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:24:59.042603 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:24:59.043812 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:24:59.044848 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb433e4b-daa1-463d-8669-dfcec61a3ca0 HTTP/1.1" status: 204 len: 168 time: 0.2059460 May 19 02:25:12.387453 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-002455c1-8478-4ee2-b636-721e030dd452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:15.168704 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:15.392841 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ab1262b3-613b-4c03-8f25-eb2376aca2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:16.013662 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:17.355700 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:28.546014 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:25:42.388227 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-af9a30bb-49e2-4ef0-86c7-d7d38bd74902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:45.169483 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:45.393318 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6f16bd5e-7858-41fb-85e7-c23eb96a12e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:46.016044 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:25:47.359147 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:05.545392 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 5 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:26:12.388258 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-58319653-c6eb-4a98-b363-b02b9d0ebd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:15.171904 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:15.393618 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f256ac2e-052f-4686-9dbe-e0cf5370c53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:16.019134 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:17.365083 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:39.720649 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948'] for agent, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:42.391984 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-825694a1-2d21-4a71-beca-6ab13bf91a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:42.545065 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:26:43.830618 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 58944) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:26:43.944482 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-14a7dc8a-eefc-461b-956f-b26b19899e2f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1127472 May 19 02:26:45.173505 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:45.395101 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-28ebca36-c27c-4f89-bab8-29a20eedf5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:46.023307 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:26:46.042504 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 58954) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:26:46.107047 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-4e26b1e3-3d26-418e-867e-65c466cdf2e1 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0633759 May 19 02:26:47.454184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:09.689346 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:12.393767 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-30af4a3a-c256-4a34-86e2-00385e855f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:15.176530 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:15.403407 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f1dfaa0e-9749-4bd5-b68f-a06ef2ad5fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:16.025189 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:17.365246 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:19.544263 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:27:39.675155 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:42.401166 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-afccffdd-a750-4cb1-a9f1-d0952c906715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:45.180487 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:45.400556 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-1c7f959f-9221-4ee1-8bc2-ec525b2d8a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:46.027269 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:47.371365 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:27:56.543378 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:28:09.702926 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:12.404224 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-7046a34e-84bb-4962-8d7e-06c08e3efc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:15.185524 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:15.395875 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-1906e2dd-98c2-4289-893c-a792505a33a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:16.032341 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:16.390549 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59138) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:16.709392 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-network', 'tenant_id': '00ac91fe25974a28892feef645ac25d1'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:16.714012 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:16.718172 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Usage tracker for resource:network and tenant:00ac91fe25974a28892feef645ac25d1 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:16.721007 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:16.726623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:16.739528 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Made reservation on behalf of 00ac91fe25974a28892feef645ac25d1 for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:16.741877 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:16.755760 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:16.770860 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:16.774682 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Usage tracker for resource:security_group_rule and tenant:00ac91fe25974a28892feef645ac25d1 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:16.777576 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:16.783392 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:16.870074 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:16.870697 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59166) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:16.874568 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:16.879645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-07dbd5d7-15de-486e-beb5-0161cc6be1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:16.914003 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e267a9e-3995-43e4-8936-ccb38ce10ee4,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:16.916191 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:28:16.927210 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.927656 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.928067 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.928461 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.928922 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.929262 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.929652 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.929964 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.930293 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.930610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.931357 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.931880 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Tracked resource versions report: May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: pushed versions: May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: { 'AddressGroup': {'1.2'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'ConntrackHelper': {'1.0'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Log': {'1.0'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Network': {'1.1'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Port': {'1.7'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'PortForwarding': {'1.2'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'QosPolicy': {'1.8'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroup': {'1.4'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroupRule': {'1.2'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'SubPort': {'1.0'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Subnet': {'1.1'}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Trunk': {'1.1'}} May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: consumer versions: May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: HyperV agent@hv-cinder-78462: {}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'ConntrackHelper': '1.0', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Log': '1.0', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Network': '1.1', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Port': '1.7', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'PortForwarding': '1.2', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'QosPolicy': '1.8', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroup': '1.4', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'SecurityGroupRule': '1.2', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'SubPort': '1.0', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Subnet': '1.1', May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: 'Trunk': '1.1'}} May 19 02:28:16.933534 dv-cinder-784623-11-smb neutron-server[91266]: {{(pid=91266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:28:16.937499 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:16.942447 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:16.942563 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Added segment a84c0bac-98d2-49ce-aa70-f3abeb483dcd of type vlan for network d8f110cd-0fd5-4235-a022-8e52b9fdff64 May 19 02:28:16.978512 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.010405 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.012221 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:17.016234 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.016767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a9cc5844-f453-488b-b19b-561ef920a494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:17.121834 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f110cd-0fd5-4235-a022-8e52b9fdff64,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:17.124742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:17.134777 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59178) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:17.138676 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:28:17.140407 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Request body: {'subnet': {'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-subnet', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:17.147303 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7451293 May 19 02:28:17.148470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:17.153204 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59182) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:17.167994 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Usage tracker for resource:subnet and tenant:00ac91fe25974a28892feef645ac25d1 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:17.171392 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:17.178467 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:17.192498 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Made reservation on behalf of 00ac91fe25974a28892feef645ac25d1 for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:17.195090 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.383126 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.414845 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-85186259-network', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:17.429616 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:17.437146 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Usage tracker for resource:network and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:17.446936 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:17.451447 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59194) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:17.461569 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59200) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:17.466656 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:17.500553 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Made reservation on behalf of 7f6b8cc53f344aafbc738a36fbf8f710 for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:17.502873 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.508728 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1273842725-network', 'tenant_id': '3f0640987b554d049afb0d42bdede4af'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:17.514168 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:17.519056 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.520187 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Usage tracker for resource:network and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:17.523599 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:17.530660 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:17.537886 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:17.542641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Made reservation on behalf of 3f0640987b554d049afb0d42bdede4af for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:17.545641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.561147 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.578340 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:17.582892 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:17.586140 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:17.587770 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:17.593027 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:17.593756 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:17.602390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:17.692310 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-721086830-network', 'tenant_id': '3801283303e64f8b902ffabf93c862ef'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:17.697717 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:17.701978 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Usage tracker for resource:network and tenant:3801283303e64f8b902ffabf93c862ef is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:17.706082 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:17.713149 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:17.721975 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.730643 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Made reservation on behalf of 3801283303e64f8b902ffabf93c862ef for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:17.734662 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.750342 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.766274 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.771928 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.780418 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.786157 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:28:17.787097 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.788882 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:17.796083 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.797481 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Added segment d198d90e-1d50-490e-a78f-aba8f4cfb8b6 of type vlan for network ce034134-69e4-4dc1-8be7-11e5b000819e May 19 02:28:17.820463 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=91265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:28:17.832084 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.838077 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.838470 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Added segment 1327250c-588d-4937-a431-20fdca3c5aef of type vlan for network c34f38fe-bf36-4d17-be77-27f9a23b3396 May 19 02:28:17.841041 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774063c-5384-4b89-897f-fbdf7d0297f9,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:17.862285 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:17.863847 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.864215 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.864587 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.865145 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.865372 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.865618 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.865974 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.866336 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.866660 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.867009 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.867686 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.868005 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Tracked resource versions report: May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: pushed versions: May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: { 'AddressGroup': {'1.2'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'ConntrackHelper': {'1.0'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Log': {'1.0'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Network': {'1.1'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Port': {'1.7'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'PortForwarding': {'1.2'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'QosPolicy': {'1.8'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroup': {'1.4'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroupRule': {'1.2'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'SubPort': {'1.0'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Subnet': {'1.1'}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Trunk': {'1.1'}} May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: consumer versions: May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: HyperV agent@hv-cinder-78462: {}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'ConntrackHelper': '1.0', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Log': '1.0', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Network': '1.1', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Port': '1.7', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'PortForwarding': '1.2', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'QosPolicy': '1.8', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroup': '1.4', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'SecurityGroupRule': '1.2', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'SubPort': '1.0', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Subnet': '1.1', May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: 'Trunk': '1.1'}} May 19 02:28:17.869083 dv-cinder-784623-11-smb neutron-server[91265]: {{(pid=91265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:28:17.872541 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1035131539-network', 'tenant_id': '5723aaf8643e4438b160b02c777b9781'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:17.875814 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:17.884496 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:17.888737 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-caeb9638-292b-45f8-8b00-98d4c3094d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:17.909968 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92e167-e4f1-4e45-ae9e-6b9cc13ce151,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:17.912496 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.913763 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Usage tracker for resource:security_group_rule and tenant:3801283303e64f8b902ffabf93c862ef is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:17.916651 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:17.918945 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:17.922341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:17.923535 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:17.932167 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:17.971036 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88864924-0c83-4301-88f6-b74bfb08fc15,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:17.978817 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:18.002129 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.023411 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Checking segment: {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:18.023690 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Network hostable DHCP agents. Network: d8f110cd-0fd5-4235-a022-8e52b9fdff64, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:28:18.027694 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:18.030423 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:18.048017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Pushing event updated for resources: {'Network': ['ID=ce034134-69e4-4dc1-8be7-11e5b000819e,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:18.053522 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:18.057010 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Usage tracker for resource:network and tenant:5723aaf8643e4438b160b02c777b9781 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:18.061229 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network ce034134-69e4-4dc1-8be7-11e5b000819e details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:28:18.065840 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9115896 May 19 02:28:18.067107 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:18.074526 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59224) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:18.075017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:18.092813 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Request body: {'subnet': {'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1273842725-subnet', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:18.102909 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:28:18.106750 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Made reservation on behalf of 5723aaf8643e4438b160b02c777b9781 for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:18.109216 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.115508 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:18.125305 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.132729 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.135973 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Usage tracker for resource:subnet and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:18.143193 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:18.146883 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:18.149069 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:18.152029 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.155856 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5723aaf8643e4438b160b02c777b9781 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:18.159519 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:18.172929 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-253a974f-c3cb-41e7-b568-c756a88e8900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:18.175194 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:18.211460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.220768 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:18.223478 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, d8f110cd-0fd5-4235-a022-8e52b9fdff64) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:18.223714 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.230260 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:18.232878 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.240795 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cadd7a3-63d3-4df9-af5e-9369a4a465cf None None] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:18.317874 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Made reservation on behalf of 3f0640987b554d049afb0d42bdede4af for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:18.328570 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.347948 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.349676 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a9596737-2638-4805-ba44-95a7ccc8c997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:18.363314 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.388564 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:28:18.401454 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.401870 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Added segment 769ae5e0-a8a8-4cd7-ac26-1348764d7345 of type vlan for network c751509f-c158-4969-9b77-2378a30a3450 May 19 02:28:18.440235 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.514887 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.537017 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0631ee-c3af-491b-9624-d996c968b558 None None] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:18.542568 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6695795 May 19 02:28:18.546868 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:28:18.548733 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59240) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:18.553111 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:18.553111 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.563692 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4279022 May 19 02:28:18.569990 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59244) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:18.583133 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1afa763-9e58-4956-a88b-a1b7033c9644,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:18.587610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:18.593909 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Request body: {'subnet': {'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-subnet', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:18.602538 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:18.613810 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c34f38fe-bf36-4d17-be77-27f9a23b3396,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:18.615027 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:18.622354 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:18.637044 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:18.643587 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:18.646888 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Usage tracker for resource:router and tenant:00ac91fe25974a28892feef645ac25d1 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:18.648217 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.648548 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Added segment 350362fb-2652-4795-8c1e-adc93e3b81f9 of type vlan for network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f May 19 02:28:18.652273 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:18.664537 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:18.672450 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:28:18.676166 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Usage tracker for resource:subnet and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:18.707048 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:18.714815 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.716315 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.759120 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.761830 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:18.771697 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:18.804193 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:18.804544 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:18.862884 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4002488 May 19 02:28:18.867446 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:18.872883 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59256) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:18.884263 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Request body: {'subnet': {'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1035131539-subnet', 'tenant_id': '5723aaf8643e4438b160b02c777b9781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:18.906247 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:18.919436 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Usage tracker for resource:subnet and tenant:5723aaf8643e4438b160b02c777b9781 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:18.924667 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:18.967336 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c751509f-c158-4969-9b77-2378a30a3450,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:19.001915 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network c751509f-c158-4969-9b77-2378a30a3450 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:28:19.006517 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Made reservation on behalf of 7f6b8cc53f344aafbc738a36fbf8f710 for: {'subnet': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:19.008806 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:19.033204 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:19.048465 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59264) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:19.203526 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:19.206981 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:19.219307 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:19.220977 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:19.238035 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:19.256026 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Made reservation on behalf of 5723aaf8643e4438b160b02c777b9781 for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:19.258484 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Notify callbacks [] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:19.326515 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8740346 May 19 02:28:19.337128 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59276) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:19.341701 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:19.363607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:19.501274 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Request body: {'subnet': {'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-721086830-subnet', 'tenant_id': '3801283303e64f8b902ffabf93c862ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:19.506566 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:19.517222 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:19.519602 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Usage tracker for resource:security_group_rule and tenant:82740f5b971349008f6a81663cae1916 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:19.522276 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Pushing event updated for resources: {'Network': ['ID=56940592-f6b1-4e9a-b4b2-14c18fa19a7f,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:19.525536 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:19.527008 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:19.533696 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:28:19.543251 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Usage tracker for resource:subnet and tenant:3801283303e64f8b902ffabf93c862ef is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:19.551053 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:19.553767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:19.570928 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:19.619653 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Made reservation on behalf of 3801283303e64f8b902ffabf93c862ef for: {'subnet': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:19.622076 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:19.967257 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.010949 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.036098 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:20.113306 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82740f5b971349008f6a81663cae1916&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0487082 May 19 02:28:20.115177 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166e9f0-ac94-49c2-950c-6def925c28bd,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:20.118784 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:20.119413 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59324) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:20.172105 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.244121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:20.339956 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.344843 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.368108 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:20.442607 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.445999 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8964c2-af88-4562-96a5-d189df554ff2,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:20.459394 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:20.460409 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.488970 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f5f6a2-9b66-46f8-a55a-28514d0ffde7,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:20.491526 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:20.500701 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Checking segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:20.500701 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Network hostable DHCP agents. Network: ce034134-69e4-4dc1-8be7-11e5b000819e, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:28:20.509045 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.534440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Checking segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:20.535011 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Network hostable DHCP agents. Network: c34f38fe-bf36-4d17-be77-27f9a23b3396, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:28:20.598925 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Network ce034134-69e4-4dc1-8be7-11e5b000819e is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:28:20.610757 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.611611 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:28:20.623281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, ce034134-69e4-4dc1-8be7-11e5b000819e) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:20.632597 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66c243-a95d-48de-8b33-6dc353671b6e None None] Network ce034134-69e4-4dc1-8be7-11e5b000819e requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:20.637629 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:20.645917 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:20.653160 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, c34f38fe-bf36-4d17-be77-27f9a23b3396) {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:20.654080 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.658691 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:20.659365 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.674964 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166e9f0-ac94-49c2-950c-6def925c28bd,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:20.684501 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:20.685268 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3df439-ec40-4c9b-ab85-6336725e048a None None] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:20.711353 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.728703 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.729999 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a166e9f0-ac94-49c2-950c-6def925c28bd HTTP/1.1" status: 204 len: 168 time: 0.6063747 May 19 02:28:20.732469 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-226e9d9b-9190-432b-a7f9-75ea22592e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:20.764438 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1881089 May 19 02:28:20.773501 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59354) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:20.789938 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:20.800851 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:20.818071 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Usage tracker for resource:router and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:20.824505 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:20.838790 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5165816e-a784-4e6f-973a-79b9dcd67c50,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:20.843459 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:20.847059 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:20.858649 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Checking segment: {'id': '350362fb-2652-4795-8c1e-adc93e3b81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:20.858865 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Network hostable DHCP agents. Network: 56940592-f6b1-4e9a-b4b2-14c18fa19a7f, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:28:20.868448 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.870427 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.893202 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:28:20.900272 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.902866 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8246481 May 19 02:28:20.910800 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59360) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:20.920016 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:20.920993 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Allocated IP 172.28.2.128 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/d1719735-0582-458a-9444-196d83b0502a) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:20.923335 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.926386 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 56940592-f6b1-4e9a-b4b2-14c18fa19a7f) {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:20.930049 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:20.942267 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:20.942950 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:20.947976 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ae1ef01f-5332-47d8-824a-d80e84ad3bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:20.981927 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Usage tracker for resource:router and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:20.982712 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59366) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:20.986028 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b129184-2e69-40eb-bf95-18d3208f73da None None] Network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:20.991070 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:21.002048 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1141f40a-f507-4fa7-a548-a3b4a7cff7e9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6617286 May 19 02:28:21.077406 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7579fd-9980-4370-8e05-f83befb3d8bc,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:21.080506 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:21.166004 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Checking segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:21.166332 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Network hostable DHCP agents. Network: c751509f-c158-4969-9b77-2378a30a3450, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:28:21.226241 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.246319 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Network c751509f-c158-4969-9b77-2378a30a3450 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:28:21.251825 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.275333 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:21.281098 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, c751509f-c158-4969-9b77-2378a30a3450) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:21.286266 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:21.286720 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.293962 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8fac2c34cde84dab99f5a51232af3d97 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:21.296545 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d83cc8-22d9-4151-b7dc-bd5f7466b3f4 None None] Network c751509f-c158-4969-9b77-2378a30a3450 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:21.304636 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:21.320868 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:21.349290 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4752254 May 19 02:28:21.370843 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.379038 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8d403d44-75d7-4621-b531-43b2f45eaadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:21.441637 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:21.442536 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59378) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:21.446338 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:21.452615 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:21.455877 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:21.465584 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-c34f38fe-bf36-4d17-be77-27f9a23b3396', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:28:21.466781 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.549523 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.550803 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.641829 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:21.654031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.023393 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.042172 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-ce034134-69e4-4dc1-8be7-11e5b000819e', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:28:22.043758 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.086056 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59416) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:22.088427 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Pushing event updated for resources: {'Port': ['ID=d1719735-0582-458a-9444-196d83b0502a,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:22.093336 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:22.106893 dv-cinder-784623-11-smb neutron-server[91265]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 02:28:22.132023 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59428) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:22.151884 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:22.183796 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40b385-3ac2-4125-a2d4-523bd6af0cd0 None None] Network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:22.204260 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Usage tracker for resource:security_group_rule and tenant:2658551a1f984abb99e0a129d8081367 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:22.217313 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:22.237197 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.294951 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:22.362881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.408465 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.429678 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c5d0b-3bb6-485c-a8b6-20ea06cf9032 None None] Network c751509f-c158-4969-9b77-2378a30a3450 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:22.442448 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Allocated IP 172.20.0.2 (c34f38fe-bf36-4d17-be77-27f9a23b3396/36f5f6a2-9b66-46f8-a55a-28514d0ffde7/e08ff833-c2b2-4fca-8561-3cf2de48d522) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:22.492075 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:22.572801 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.608935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.653351 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5ae2-0c30-446a-95a8-943970df588a req-0687cd25-cb64-4083-be0d-daeafde0966a tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:22.654841 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-0687cd25-cb64-4083-be0d-daeafde0966a tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/networks?id=56940592-f6b1-4e9a-b4b2-14c18fa19a7f HTTP/1.1" status: 200 len: 811 time: 0.5631948 May 19 02:28:22.673936 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Synchronizing usage tracker for tenant:f4a7deffbd714a8bb7f80a808779c983 on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:28:22.727319 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cd945-ea25-4385-a212-5e3661d37838,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:22.740964 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:22.745603 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-2576e2b9-7482-45bc-8af0-9ec8634f3a34 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/quotas/3801283303e64f8b902ffabf93c862ef HTTP/1.1" status: 200 len: 375 time: 0.0690420 May 19 02:28:22.756696 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-586022a4-a768-4f43-90c4-d314de64b9d8 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:22.758138 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-586022a4-a768-4f43-90c4-d314de64b9d8 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 0.6177018 May 19 02:28:22.817970 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Unset dirty status for tenant:f4a7deffbd714a8bb7f80a808779c983 on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:28:22.819387 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fac2c34cde84dab99f5a51232af3d97&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8307428 May 19 02:28:22.827518 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59438) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:22.831254 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.899768 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-294eec1c-955e-4d1b-b59f-c81d0fa48f6b tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3801283303e64f8b902ffabf93c862ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331565 May 19 02:28:22.904471 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-6dd0ea8d-142d-4e08-be9b-1ed4ade02da2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/quotas/5723aaf8643e4438b160b02c777b9781 HTTP/1.1" status: 200 len: 375 time: 0.1295812 May 19 02:28:22.937531 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Allocated IP 172.20.0.2 (ce034134-69e4-4dc1-8be7-11e5b000819e/da8964c2-af88-4562-96a5-d189df554ff2/e2b760c7-02f4-414e-9e4d-9f3492b2acbd) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:22.947312 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:22.982325 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Allocated IP 172.28.2.185 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/98fe4b76-0e07-400b-a7aa-f8133ae77a8c) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:22.995598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.000429 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-1c1cf0f6-55d6-4e0c-85df-965caeb475e9 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629818 May 19 02:28:23.001566 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.009546 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:23.105513 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.136120 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958f091-5b98-46ab-9418-cced1347804d,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:23.142665 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2658551a1f984abb99e0a129d8081367&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6261859 May 19 02:28:23.155168 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:23.155668 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59456) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:23.319408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.392442 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.433830 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.445570 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.451256 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Transition to ACTIVE for port object e08ff833-c2b2-4fca-8561-3cf2de48d522 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:23.532948 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Transition to ACTIVE for port object e08ff833-c2b2-4fca-8561-3cf2de48d522 will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:23.536757 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.552777 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.564583 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.567786 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:23.568401 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.584577 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:23.603005 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32cd945-ea25-4385-a212-5e3661d37838,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:23.613938 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-8893625d-1419-4e05-b771-586fbc0d8dea service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:28:23.614950 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-8893625d-1419-4e05-b771-586fbc0d8dea service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1622977 May 19 02:28:23.618434 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-594c0191-5f2c-4fcf-8b6f-85152be80a7d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:28:23.625599 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-594c0191-5f2c-4fcf-8b6f-85152be80a7d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1689696 May 19 02:28:23.626727 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:23.632747 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.638541 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Transition to ACTIVE for port object e2b760c7-02f4-414e-9e4d-9f3492b2acbd will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:23.664441 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.667218 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:23.672525 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:23.680568 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:23.685125 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Transition to ACTIVE for port object e2b760c7-02f4-414e-9e4d-9f3492b2acbd will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:23.685937 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:23.692011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Pushing event updated for resources: {'Port': ['ID=e08ff833-c2b2-4fca-8561-3cf2de48d522,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:23.728042 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.734267 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.734849 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.735395 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.735927 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.736430 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.736792 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.737126 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.737606 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.738085 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.738281 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a32cd945-ea25-4385-a212-5e3661d37838 HTTP/1.1" status: 204 len: 168 time: 0.9057393 May 19 02:28:23.738777 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.739347 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.739830 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.740402 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Tracked resource versions report: May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: pushed versions: May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: { 'AddressGroup': {'1.2'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'ConntrackHelper': {'1.0'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Log': {'1.0'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Network': {'1.1'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Port': {'1.7'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'PortForwarding': {'1.2'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'QosPolicy': {'1.8'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroup': {'1.4'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroupRule': {'1.2'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'SubPort': {'1.0'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Subnet': {'1.1'}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Trunk': {'1.1'}} May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: consumer versions: May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: HyperV agent@hv-cinder-78462: {}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'ConntrackHelper': '1.0', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Log': '1.0', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Network': '1.1', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Port': '1.7', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'PortForwarding': '1.2', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'QosPolicy': '1.8', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroup': '1.4', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'SecurityGroupRule': '1.2', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'SubPort': '1.0', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Subnet': '1.1', May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: 'Trunk': '1.1'}} May 19 02:28:23.742149 dv-cinder-784623-11-smb neutron-server[91267]: {{(pid=91267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:28:23.777101 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:23.777871 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:23.791549 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Allocated IP 172.28.2.210 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/3d5050df-e647-4586-aadf-98d510d5945b) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:23.858692 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:23.862842 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Network ce034134-69e4-4dc1-8be7-11e5b000819e is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:23.865844 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:23.868816 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:23.875441 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:23.877894 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:23.880742 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Attempting to bind port e08ff833-c2b2-4fca-8561-3cf2de48d522 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:23.881488 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Attempting to bind port e08ff833-c2b2-4fca-8561-3cf2de48d522 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:23.882303 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Attempting to bind port e08ff833-c2b2-4fca-8561-3cf2de48d522 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:23.929856 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Pushing event updated for resources: {'Port': ['ID=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:23.933069 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:23.933632 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Checking segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:23.934210 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.934752 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Bound using segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:23.935390 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Bound port: e08ff833-c2b2-4fca-8561-3cf2de48d522, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:23.935925 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:23.947420 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:23.967917 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.053048 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Attempting to bind port e2b760c7-02f4-414e-9e4d-9f3492b2acbd on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:24.053683 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Attempting to bind port e2b760c7-02f4-414e-9e4d-9f3492b2acbd by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:24.054215 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Attempting to bind port e2b760c7-02f4-414e-9e4d-9f3492b2acbd on network ce034134-69e4-4dc1-8be7-11e5b000819e {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:24.066688 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:24.067426 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Checking segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:24.068039 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.068674 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Bound using segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:24.069407 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Bound port: e2b760c7-02f4-414e-9e4d-9f3492b2acbd, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:24.070066 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.163273 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] For port e08ff833-c2b2-4fca-8561-3cf2de48d522, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:24.189107 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-8bf73f53-00d9-4dc7-b228-c96374c376d6 service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212805 May 19 02:28:24.189329 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] For port e08ff833-c2b2-4fca-8561-3cf2de48d522, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e08ff833-c2b2-4fca-8561-3cf2de48d522,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:24.198599 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.201313 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-f54d9457-c59d-4be9-9373-5788b4f3da2c service neutron] 10.222.0.60 "GET /v2.0/networks/56940592-f6b1-4e9a-b4b2-14c18fa19a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743971 May 19 02:28:24.203064 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.205220 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-bf995530-624e-4b83-ad56-36cb3ea7094b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:24.240880 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] For port e2b760c7-02f4-414e-9e4d-9f3492b2acbd, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:24.265630 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] For port e2b760c7-02f4-414e-9e4d-9f3492b2acbd, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:24.279366 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.284033 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:24.305594 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Pushing event updated for resources: {'Port': ['ID=e08ff833-c2b2-4fca-8561-3cf2de48d522,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:24.316586 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958f091-5b98-46ab-9418-cced1347804d,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:24.353197 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:24.374509 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Pushing event updated for resources: {'Port': ['ID=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:24.378797 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:24.378980 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:24.394773 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:24.521017 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Pushing event updated for resources: {'Port': ['ID=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:24.531134 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:24.583102 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.587513 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.594021 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5958f091-5b98-46ab-9418-cced1347804d HTTP/1.1" status: 204 len: 168 time: 1.4355903 May 19 02:28:24.641031 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Router 99bd6913-7eec-415c-b21a-eb565a7b61c5 is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:28:24.644552 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:24.648080 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-5e1d7077-cb35-410b-b88b-5791978f9630 service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265888 May 19 02:28:24.706409 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-94113f2f-dcdd-4aa5-88e7-2893d152cf5a service neutron] 10.222.0.60 "GET /v2.0/networks/56940592-f6b1-4e9a-b4b2-14c18fa19a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030110 May 19 02:28:25.241044 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:25.261641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:25.412516 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-59660049-3394-476c-9e88-171b4244d44d req-66fcbe4f-f6a6-4f94-8293-04276912d9ff tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 0.2573154 May 19 02:28:25.463930 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dcb57b28-6e28-498e-a3ea-718beb20e03e req-3fd52992-d38d-454b-99f8-0701d781e98d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.1357629 May 19 02:28:25.466244 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e2b760c7-02f4-414e-9e4d-9f3492b2acbd up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:25.499980 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:25.506725 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:25.526290 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:28:25.529257 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:25.540444 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Sync routers for ids ['99bd6913-7eec-415c-b21a-eb565a7b61c5'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:28:25.562321 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Routers {'99bd6913-7eec-415c-b21a-eb565a7b61c5'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:25.563795 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['99bd6913-7eec-415c-b21a-eb565a7b61c5'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:25.608461 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:25.610554 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0354443 May 19 02:28:25.614475 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59540) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:25.640129 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Pushing event updated for resources: {'Port': ['ID=3d5050df-e647-4586-aadf-98d510d5945b,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:25.646396 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:25.796444 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port e2b760c7-02f4-414e-9e4d-9f3492b2acbd completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:25.810383 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e08ff833-c2b2-4fca-8561-3cf2de48d522 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:25.960232 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Set router 99bd6913-7eec-415c-b21a-eb565a7b61c5 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:26.025591 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port e08ff833-c2b2-4fca-8561-3cf2de48d522 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:26.207603 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77684187-15ad-499c-8c66-74b82cbe3550 None None] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:26.362645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:26.804879 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd1719735-0582-458a-9444-196d83b0502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:28:22Z', 'revision_number': 3, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port': {'id': 'd1719735-0582-458a-9444-196d83b0502a', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:26.819045 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab1448-0242-4d4e-8056-a1096e4f1e54 None None] Network ce034134-69e4-4dc1-8be7-11e5b000819e requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:28:26.820364 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Checking router: 99bd6913-7eec-415c-b21a-eb565a7b61c5 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:28:26.820719 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Updating router 99bd6913-7eec-415c-b21a-eb565a7b61c5 port d1719735-0582-458a-9444-196d83b0502a binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:28:26.835306 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:26.899022 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Provisioning for port e08ff833-c2b2-4fca-8561-3cf2de48d522 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:26.996997 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-896de073-dda8-4d70-8c18-047968622022 req-662b6069-c330-4326-b4cc-060454ef3f62 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 0.4037123 May 19 02:28:27.038089 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:27.098217 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Provisioning complete for port e08ff833-c2b2-4fca-8561-3cf2de48d522 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:27.104319 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:27.535921 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-895e79f1-326f-4bba-b376-bb5339a19947 req-afe14d4a-887b-4fcf-8dd1-7fd16ec7dbfd tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.9441326 May 19 02:28:27.706123 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:27.788165 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] For port e08ff833-c2b2-4fca-8561-3cf2de48d522, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e08ff833-c2b2-4fca-8561-3cf2de48d522,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:27.801792 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:27.822864 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:27.986043 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.007278 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Pushing event updated for resources: {'Port': ['ID=e08ff833-c2b2-4fca-8561-3cf2de48d522,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:28.027238 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:28.046246 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Provisioning for port e2b760c7-02f4-414e-9e4d-9f3492b2acbd completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:28.072578 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Provisioning complete for port e2b760c7-02f4-414e-9e4d-9f3492b2acbd triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:28.073565 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.151546 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.354451 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.399249 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Transition to ACTIVE for port object d1719735-0582-458a-9444-196d83b0502a will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:28.426159 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.431435 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:28.508655 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Router bc353c00-e171-4687-b0a5-2fe5af2f4141 is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:28:28.513166 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Router abaffd79-7231-4265-aa05-70dc05451cfa is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:28:28.590486 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Pushing event updated for resources: {'Port': ['ID=d1719735-0582-458a-9444-196d83b0502a,revision_number=2']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:28.599326 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.599956 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.600669 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.601179 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.602582 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.603132 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.603632 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.604868 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.605458 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.606003 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.606579 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.607117 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Tracked resource versions report: May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: pushed versions: May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: { 'AddressGroup': {'1.2'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'ConntrackHelper': {'1.0'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Log': {'1.0'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Network': {'1.1'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Port': {'1.7'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'PortForwarding': {'1.2'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'QosPolicy': {'1.8'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroup': {'1.4'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroupRule': {'1.2'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'SubPort': {'1.0'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Subnet': {'1.1'}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Trunk': {'1.1'}} May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: consumer versions: May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: { DHCP agent@dv-cinder-784623-11-smb: {}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: HyperV agent@hv-cinder-78462: {}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: L3 agent@dv-cinder-784623-11-smb: {}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: Metadata agent@dv-cinder-784623-11-smb: {}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: Metering agent@dv-cinder-784623-11-smb: {}, May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: Open vSwitch agent@dv-cinder-784623-11-smb: { 'AddressGroup': '1.2', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'ConntrackHelper': '1.0', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Log': '1.0', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Network': '1.1', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Port': '1.7', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'PortForwarding': '1.2', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'QosPolicy': '1.8', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroup': '1.4', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'SecurityGroupRule': '1.2', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'SubPort': '1.0', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Subnet': '1.1', May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: 'Trunk': '1.1'}} May 19 02:28:28.608958 dv-cinder-784623-11-smb neutron-server[91268]: {{(pid=91268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 02:28:28.621633 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.629569 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:28.699963 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Attempting to bind port d1719735-0582-458a-9444-196d83b0502a on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:28.700432 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Attempting to bind port d1719735-0582-458a-9444-196d83b0502a by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:28.701610 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Attempting to bind port d1719735-0582-458a-9444-196d83b0502a on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:28.709921 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5fbffe28-b84c-4939-9f54-20720f612734 req-318995ba-bfff-4c4d-bc64-417501c4aafa tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 0.4092319 May 19 02:28:28.718294 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:28.718665 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:28.719067 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.725311 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:28.725818 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Bound port: d1719735-0582-458a-9444-196d83b0502a, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:28.726194 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.730474 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] For port e2b760c7-02f4-414e-9e4d-9f3492b2acbd, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:28.746697 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.753022 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-4090264d-a3f2-44cd-b5c6-76809682dd23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:28.958149 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] For port d1719735-0582-458a-9444-196d83b0502a, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:28.968904 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] For port d1719735-0582-458a-9444-196d83b0502a, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=d1719735-0582-458a-9444-196d83b0502a,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:28.974358 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Allocated IP 172.20.0.1 (d8f110cd-0fd5-4235-a022-8e52b9fdff64/88864924-0c83-4301-88f6-b74bfb08fc15/cf2ba003-70e8-4ffb-90ad-c85af97d9cd1) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:28.979595 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:28.987740 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:29.029106 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-56a86254-3e75-4f3d-afcc-3d3aa349b74f None None] Provisioning complete for port e2b760c7-02f4-414e-9e4d-9f3492b2acbd triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:29.038203 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-56a86254-3e75-4f3d-afcc-3d3aa349b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:29.123600 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Pushing event updated for resources: {'Port': ['ID=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:29.157931 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:29.192808 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:28:29.207952 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Sync routers for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:28:29.231846 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:28:29.256189 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Sync routers for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:28:29.293281 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96e79c3a-4c28-4db7-8a0a-cf75168b9f5b req-f710b17b-eba3-47a3-ab49-725d88ca47d5 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.2508824 May 19 02:28:29.295195 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Notify callbacks [] for router, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:29.300343 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3847184 May 19 02:28:29.300741 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59668) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:29.309943 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Notify callbacks [] for router, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:29.309943 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5297973 May 19 02:28:29.315973 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59672) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:29.352499 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:29.353435 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:29.378932 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Pushing event updated for resources: {'Port': ['ID=d1719735-0582-458a-9444-196d83b0502a,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:29.403371 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:29.406149 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:29.536304 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:29.548665 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e2b760c7-02f4-414e-9e4d-9f3492b2acbd up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:29.549270 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Routers {'99bd6913-7eec-415c-b21a-eb565a7b61c5'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:29.549924 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['99bd6913-7eec-415c-b21a-eb565a7b61c5'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:29.661092 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.11', 58895) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:29.661540 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59680) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:29.941155 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] Set router 99bd6913-7eec-415c-b21a-eb565a7b61c5 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:30.095182 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-68845be9-1a03-43c6-bbd9-dcbd2ee4f094 req-edc58d6c-0f84-4aa8-80bc-72e04bc65dac tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 0.1511042 May 19 02:28:30.200310 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.11', 58900) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:30.229960 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:30.267136 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:30.704526 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:30.711874 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-56a86254-3e75-4f3d-afcc-3d3aa349b74f None None] Provisioning complete for port e08ff833-c2b2-4fca-8561-3cf2de48d522 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:30.712257 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-56a86254-3e75-4f3d-afcc-3d3aa349b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:30.730785 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6b1c0346-6925-418e-9989-0ff6a6605777 req-0ae515ed-7d1f-4664-88e4-8305ee169090 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.1155734 May 19 02:28:30.746923 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a53a030e-d040-456e-9437-e53343b0bf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:31.010699 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port e2b760c7-02f4-414e-9e4d-9f3492b2acbd triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:31.011387 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:31.119362 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:31.146925 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:31.165009 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:31.170640 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:31.180317 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:31.180795 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:31.217123 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-e750cfbd-1c26-485f-a440-238c3c8b6026 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:31.218896 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-e750cfbd-1c26-485f-a440-238c3c8b6026 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 1.0129988 May 19 02:28:31.226924 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:31.313770 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5ae2-0c30-446a-95a8-943970df588a req-1f453a4c-0b1b-46be-bc0b-56a04d793707 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:31.318126 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-93df5ae2-0c30-446a-95a8-943970df588a req-1f453a4c-0b1b-46be-bc0b-56a04d793707 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Synchronizing usage tracker for tenant:3801283303e64f8b902ffabf93c862ef on resource:network {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:28:31.366421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:31.380629 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Usage tracker for resource:security_group_rule and tenant:6c7aff9f1f704b23854b2ff05a373a6c is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:31.394398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:31.423427 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:31.559686 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e08ff833-c2b2-4fca-8561-3cf2de48d522 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:31.756038 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Request body: {'port': {'device_id': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'admin_state_up': True, 'tenant_id': '5723aaf8643e4438b160b02c777b9781'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:31.801833 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 3, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:31.821311 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Checking router: abaffd79-7231-4265-aa05-70dc05451cfa for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:28:31.821494 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Updating router abaffd79-7231-4265-aa05-70dc05451cfa port 3d5050df-e647-4586-aadf-98d510d5945b binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:28:31.872508 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:31.929100 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:31.969680 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.031460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:32.079857 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.333s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:32.097633 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-93df5ae2-0c30-446a-95a8-943970df588a req-1f453a4c-0b1b-46be-bc0b-56a04d793707 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Unset dirty status for tenant:3801283303e64f8b902ffabf93c862ef on resource:network {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:28:32.099686 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-1f453a4c-0b1b-46be-bc0b-56a04d793707 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.11 "GET /v2.0/networks?id=56940592-f6b1-4e9a-b4b2-14c18fa19a7f HTTP/1.1" status: 200 len: 811 time: 2.4367206 May 19 02:28:32.118330 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-75f6d454-c953-4e53-8471-6599cd3722fb req-9172700a-1109-4f1c-9eff-59e8baeb2314 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 0.6262836 May 19 02:28:32.239646 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd1719735-0582-458a-9444-196d83b0502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:28:22Z', 'revision_number': 3, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port': {'id': 'd1719735-0582-458a-9444-196d83b0502a', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:32.295340 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ad82d-fc27-4b6f-a52c-f5303d7a301e None None] The sync data for ids ['99bd6913-7eec-415c-b21a-eb565a7b61c5'] in dv-cinder-784623-11-smb is: [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd1719735-0582-458a-9444-196d83b0502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:28:22Z', 'revision_number': 3, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port': {'id': 'd1719735-0582-458a-9444-196d83b0502a', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:28:32.325368 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c7aff9f1f704b23854b2ff05a373a6c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6566226 May 19 02:28:32.337735 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739fd80-605f-400c-97e8-797beb41f0ba,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:32.344108 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:24Z', 'revision_number': 3, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:32.353089 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59770) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:32.353342 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Checking router: bc353c00-e171-4687-b0a5-2fe5af2f4141 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:28:32.353765 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Updating router bc353c00-e171-4687-b0a5-2fe5af2f4141 port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:28:32.429889 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port e08ff833-c2b2-4fca-8561-3cf2de48d522 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:32.433680 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.461024 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:32.497838 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.510798 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59774) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:32.672284 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.689274 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f2ee4fb5-7de2-4b78-80ef-6a227f8ff165 req-3eac6ff7-1956-4751-ab27-8770485629df tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.4739528 May 19 02:28:32.742894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:32.752753 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Usage tracker for resource:port and tenant:5723aaf8643e4438b160b02c777b9781 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:32.756528 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.801812 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:32.860251 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.870546 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:32.912689 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739fd80-605f-400c-97e8-797beb41f0ba,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:32.918105 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.940302 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:32.945049 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:32.953752 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2739fd80-605f-400c-97e8-797beb41f0ba HTTP/1.1" status: 204 len: 168 time: 0.5056379 May 19 02:28:33.029222 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:33.062252 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:33.351311 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.db.resource_extend [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:28:33.464555 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:33.514722 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Allocated IP 172.20.0.1 (ce034134-69e4-4dc1-8be7-11e5b000819e/da8964c2-af88-4562-96a5-d189df554ff2/c9d20f0d-1b32-46f7-9f08-56d14285bb5c) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:33.545763 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:28:33.595358 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d1719735-0582-458a-9444-196d83b0502a up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:33.917680 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:33.944131 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Made reservation on behalf of 5723aaf8643e4438b160b02c777b9781 for: {'port': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:33.946684 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Transition to ACTIVE for port object 3d5050df-e647-4586-aadf-98d510d5945b will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:33.947378 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59794) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:33.952988 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port d1719735-0582-458a-9444-196d83b0502a completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:33.955091 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:33.959550 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port d1719735-0582-458a-9444-196d83b0502a triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:33.960327 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.029748 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.034799 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.081140 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:34.087359 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:34.103156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Usage tracker for resource:security_group_rule and tenant:6673fc00d513496d996de900781a647a is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:34.112050 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:34.143205 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:34.208524 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.237309 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:34.246593 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8517-86b7-4407-b1ba-fddae46d2ec2 None None] Pushing event updated for resources: {'Port': ['ID=3d5050df-e647-4586-aadf-98d510d5945b,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:34.248444 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:13fe2cbb141b496f98784fa938fb3171 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:34.254766 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Transition to ACTIVE for port object c9d20f0d-1b32-46f7-9f08-56d14285bb5c will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:34.259586 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:34.277890 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:34.291036 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-6a3a8517-86b7-4407-b1ba-fddae46d2ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:34.341702 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Attempting to bind port 3d5050df-e647-4586-aadf-98d510d5945b on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:34.342535 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Attempting to bind port 3d5050df-e647-4586-aadf-98d510d5945b by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:34.347414 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Attempting to bind port 3d5050df-e647-4586-aadf-98d510d5945b on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:34.380434 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:34.388585 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:34.389044 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.389446 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:34.389942 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Bound port: 3d5050df-e647-4586-aadf-98d510d5945b, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:34.390310 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.401898 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.432193 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.457644 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-329fc690-211a-421c-887a-c53dbee4dfd4 req-7eb301cb-6433-4a80-84f7-d2a97ab0e5a2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 1.0061967 May 19 02:28:34.460080 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.472784 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:34.495240 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Transition to ACTIVE for port object 98fe4b76-0e07-400b-a7aa-f8133ae77a8c will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:34.511585 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.516372 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:34.520797 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.562424 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-01a3f726-b788-45f7-8477-490dd1d5654b req-1579b864-0742-4228-a14d-0ace46b51794 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.2064831 May 19 02:28:34.664099 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.664353 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6673fc00d513496d996de900781a647a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7114317 May 19 02:28:34.665083 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Network ce034134-69e4-4dc1-8be7-11e5b000819e is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:34.666765 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c881154-a795-46dd-8465-6d3d00ac967f,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:34.672476 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:34.673593 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59802) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:34.675238 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:34.678736 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:34.680913 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487f742-90f6-4635-a7b3-420528fa8068 None None] Pushing event updated for resources: {'Port': ['ID=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,revision_number=2']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:34.686124 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-4487f742-90f6-4635-a7b3-420528fa8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:34.716488 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] For port 3d5050df-e647-4586-aadf-98d510d5945b, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:34.738302 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] For port 3d5050df-e647-4586-aadf-98d510d5945b, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=3d5050df-e647-4586-aadf-98d510d5945b,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:34.739483 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Attempting to bind port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:34.739934 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Attempting to bind port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:34.740371 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Attempting to bind port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:34.746800 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:34.747271 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:34.747821 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.748284 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:34.748872 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Bound port: 98fe4b76-0e07-400b-a7aa-f8133ae77a8c, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:34.749328 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.758092 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:34.759140 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.781626 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.825950 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:34.845009 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:34.961591 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] For port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:34.968676 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] For port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:34.979982 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port d1719735-0582-458a-9444-196d83b0502a, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=d1719735-0582-458a-9444-196d83b0502a,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:34.983053 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:35.002754 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:35.006027 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-67777029-ce89-4231-8ab8-1d907efb289d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:35.022473 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:35.023288 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:35.149440 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Allocated IP 172.20.0.12 (c751509f-c158-4969-9b77-2378a30a3450/ae7579fd-9980-4370-8e05-f83befb3d8bc/e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:35.179624 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:35.180268 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:35.326290 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:35.500275 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:35.518096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:35.553522 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487f742-90f6-4635-a7b3-420528fa8068 None None] Pushing event updated for resources: {'Port': ['ID=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:35.563395 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:35.718616 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:35.726962 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8517-86b7-4407-b1ba-fddae46d2ec2 None None] Pushing event updated for resources: {'Port': ['ID=3d5050df-e647-4586-aadf-98d510d5945b,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:35.736046 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-6a3a8517-86b7-4407-b1ba-fddae46d2ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:35.762805 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:35.775484 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:35.786560 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:35.961419 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:35.980539 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-02399a87-a4fd-44a8-b230-89e1c7b26333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:35.998121 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-0d4d1ad7-bea5-40d1-9eda-3b6db9bd3a69 None None] Provisioning for port c9d20f0d-1b32-46f7-9f08-56d14285bb5c completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:36.005831 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-4487f742-90f6-4635-a7b3-420528fa8068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:36.014909 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c881154-a795-46dd-8465-6d3d00ac967f,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:36.021421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:36.029261 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.032914 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c881154-a795-46dd-8465-6d3d00ac967f HTTP/1.1" status: 204 len: 168 time: 1.2757976 May 19 02:28:36.033129 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.049827 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-0d4d1ad7-bea5-40d1-9eda-3b6db9bd3a69 None None] Provisioning complete for port c9d20f0d-1b32-46f7-9f08-56d14285bb5c triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:36.050202 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1ad7-bea5-40d1-9eda-3b6db9bd3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.151590 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=d1719735-0582-458a-9444-196d83b0502a,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:36.161380 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:36.173784 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d1ad7-bea5-40d1-9eda-3b6db9bd3a69 None None] Port c9d20f0d-1b32-46f7-9f08-56d14285bb5c cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:28:36.209772 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 3, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:36.224715 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfe3da-e19f-4b3b-8f5d-ba907d4e1446 None None] The sync data for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb is: [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:26Z', 'revision_number': 3, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:28:36.265304 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fb4a8f7a-9926-4786-9fdf-def686974139 req-fe9a5b37-033f-4bb0-816d-95fb54c4047f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 0.4647424 May 19 02:28:36.286955 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6cd52c4e-e5c0-441c-9376-43b46bb355e9 req-6669b61f-a64a-467d-a377-8fd52146eeb6 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.4973440 May 19 02:28:36.356985 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.386599 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Allocated IP 172.20.0.1 (c34f38fe-bf36-4d17-be77-27f9a23b3396/36f5f6a2-9b66-46f8-a55a-28514d0ffde7/4b7ad1fd-2864-45f9-979c-055734a7ef02) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:36.427496 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.524237 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.536865 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.536865 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.540722 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:36.546058 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6f3801cc-c419-4310-9a23-b785437dc980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:36.646019 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c488461b-3d17-4878-839d-f0699503679d,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:36.744420 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:24Z', 'revision_number': 3, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:36.755774 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c042e-c665-4925-9f58-a01a4f46ce9c None None] The sync data for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb is: [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:24Z', 'revision_number': 3, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:28:36.784626 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:36.839263 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13fe2cbb141b496f98784fa938fb3171&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2360060 May 19 02:28:36.840213 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59822) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:36.847057 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:36.983753 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:37.100017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Network ce034134-69e4-4dc1-8be7-11e5b000819e is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:37.101003 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:37.119310 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:37.156604 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:37.203191 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Network c751509f-c158-4969-9b77-2378a30a3450 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:37.204184 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event updated for resources: {'Port': ['ID=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:37.210124 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:37.240059 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:37.410169 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:37.445305 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:37.473710 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:37.481569 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:37.555666 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:37.684692 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Transition to ACTIVE for port object 4b7ad1fd-2864-45f9-979c-055734a7ef02 will not be triggered until provisioned by entity DHCP. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:37.734279 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:37.909504 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Request body: {'port': {'device_id': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f', 'admin_state_up': True, 'tenant_id': '3801283303e64f8b902ffabf93c862ef'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:37.921470 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 98fe4b76-0e07-400b-a7aa-f8133ae77a8c up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:37.942411 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:37.946873 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:38.063491 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.077087 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-8429c8f3-202b-46b8-b43a-687c2dd2f9aa None None] Provisioning complete for port c9d20f0d-1b32-46f7-9f08-56d14285bb5c triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:38.077608 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-8429c8f3-202b-46b8-b43a-687c2dd2f9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.170466 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:38.200061 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:38.208126 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c279ec5-5ae7-4f7d-aef7-7f2706655373 req-db8fd7f5-5301-4770-82f6-9ffa5a0481b5 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.3006351 May 19 02:28:38.249042 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:38.267665 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Router abaffd79-7231-4265-aa05-70dc05451cfa has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:28:38.269397 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-8429c8f3-202b-46b8-b43a-687c2dd2f9aa None None] Port c9d20f0d-1b32-46f7-9f08-56d14285bb5c cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:28:38.342541 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:38.363671 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:38.364858 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.391864 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Pushing event updated for resources: {'Port': ['ID=4b7ad1fd-2864-45f9-979c-055734a7ef02,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:38.412512 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:38.413430 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.600421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:38.645773 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Usage tracker for resource:port and tenant:3801283303e64f8b902ffabf93c862ef is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:38.651857 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:38.661038 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.679776 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:38.691681 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59860) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:38.699011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:38.715487 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.719045 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3d5050df-e647-4586-aadf-98d510d5945b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:38.775693 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:38.778804 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d2398c5a-6f03-43c4-bf56-09f1603179d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:38.794563 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:38.804880 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:38.805495 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.839829 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.857089 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Made reservation on behalf of 3801283303e64f8b902ffabf93c862ef for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:38.864555 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:38.909014 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f8a9b1ba-cc00-4a40-9ee4-0e4e9c57f001 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3989780 May 19 02:28:38.986406 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:39.012072 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:39.036550 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 3d5050df-e647-4586-aadf-98d510d5945b completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:39.049261 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 3d5050df-e647-4586-aadf-98d510d5945b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:39.055546 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.200473 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.244619 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:39.251819 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:28:39.264668 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:39.323627 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] 10.222.0.60 "PUT /v2.0/routers/abaffd79-7231-4265-aa05-70dc05451cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0120807 May 19 02:28:39.341678 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8e871-fc5a-4ddd-80d1-462e2ffb9612 req-9dd6c49c-f031-46f9-97ce-fd61307624bf tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:39.342412 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-87b8e871-fc5a-4ddd-80d1-462e2ffb9612 req-9dd6c49c-f031-46f9-97ce-fd61307624bf tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Synchronizing usage tracker for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:28:39.375982 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:39.387351 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.395548 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Usage tracker for resource:security_group_rule and tenant:274d13e5964a4cfdbb960a89c7623a65 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:39.414193 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:39.427469 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 3d5050df-e647-4586-aadf-98d510d5945b, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=3d5050df-e647-4586-aadf-98d510d5945b,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:39.434998 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-fd9bf51b-9f50-405b-ad19-2232b397827a None None] Provisioning for port 4b7ad1fd-2864-45f9-979c-055734a7ef02 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:39.451675 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:39.459519 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-fd9bf51b-9f50-405b-ad19-2232b397827a None None] Provisioning complete for port 4b7ad1fd-2864-45f9-979c-055734a7ef02 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:39.459891 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf51b-9f50-405b-ad19-2232b397827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.555150 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.556232 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d1719735-0582-458a-9444-196d83b0502a up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:39.577931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Allocated IP 172.20.0.12 (56940592-f6b1-4e9a-b4b2-14c18fa19a7f/5165816e-a784-4e6f-973a-79b9dcd67c50/8a275238-b27f-4de5-9ccf-191e4baff380) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:39.617913 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.660705 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-6ed3b80f-e43f-420a-9544-e8ffd74f6e59 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:28:39.661744 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.664699 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b72e2822-386d-4887-9003-e29ef5682166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:39.666783 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-6ed3b80f-e43f-420a-9544-e8ffd74f6e59 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506847 May 19 02:28:39.715268 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:39.846613 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-87b8e871-fc5a-4ddd-80d1-462e2ffb9612 req-9dd6c49c-f031-46f9-97ce-fd61307624bf tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Unset dirty status for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:28:39.847951 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-87b8e871-fc5a-4ddd-80d1-462e2ffb9612 req-9dd6c49c-f031-46f9-97ce-fd61307624bf tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 932 time: 2.0685997 May 19 02:28:39.855941 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:40.112527 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf51b-9f50-405b-ad19-2232b397827a None None] Port 4b7ad1fd-2864-45f9-979c-055734a7ef02 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:28:40.115685 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:40.129481 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:40.158207 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=3d5050df-e647-4586-aadf-98d510d5945b,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:40.170107 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387440fd-6ca6-4857-a304-ed492e03b8b3,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:40.177441 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:40.197163 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port d1719735-0582-458a-9444-196d83b0502a triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:40.197551 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:40.229765 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3b5d4891-bce3-4d53-b6c2-a7c3fcd3c380 req-2baf0737-7306-4f57-a82e-8b7a95279ffa tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.5421653 May 19 02:28:40.241054 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c488461b-3d17-4878-839d-f0699503679d,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:40.268101 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Router 99bd6913-7eec-415c-b21a-eb565a7b61c5 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:28:40.314530 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:40.320993 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:40.323496 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c488461b-3d17-4878-839d-f0699503679d HTTP/1.1" status: 204 len: 168 time: 3.4729731 May 19 02:28:40.349417 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=274d13e5964a4cfdbb960a89c7623a65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6563976 May 19 02:28:40.372946 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59892) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:40.382769 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-87b8e871-fc5a-4ddd-80d1-462e2ffb9612 req-084f2cc5-522d-4daa-9743-bb6f14e69eeb tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150316 May 19 02:28:40.404191 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:40.540749 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Sync routers for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:28:40.569410 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:40.575223 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:40.691801 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:40.739514 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3d5050df-e647-4586-aadf-98d510d5945b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:40.852582 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:40.911289 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:40.920379 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 3d5050df-e647-4586-aadf-98d510d5945b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:40.921665 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:40.969481 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-04907c3b-0517-4793-ac48-7dca61d3ebde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:41.137813 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:41.141629 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:41.147180 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:41.180062 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:41.183528 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:41.197858 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Pushing event updated for resources: {'Port': ['ID=8a275238-b27f-4de5-9ccf-191e4baff380,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:41.223187 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:41.249861 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3961442 May 19 02:28:41.332044 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:41.351545 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:41.360806 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:41.377439 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:41.387319 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:41.659736 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Pushing event updated for resources: {'Port': ['ID=4b7ad1fd-2864-45f9-979c-055734a7ef02,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:41.677256 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:41.694702 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59910) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:41.696401 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:41.710822 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:41.721836 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:41.742102 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:41.759911 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:41.813965 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:41.823533 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Usage tracker for resource:security_group_rule and tenant:7edc7717dd5644008d36ddab0ead66cb is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:41.833377 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:41.848855 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:28:41.857719 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:41.862015 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Sync routers for ids ['99bd6913-7eec-415c-b21a-eb565a7b61c5'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:28:41.876898 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Routers {'99bd6913-7eec-415c-b21a-eb565a7b61c5'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:41.878689 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['99bd6913-7eec-415c-b21a-eb565a7b61c5'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:42.135467 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.137350 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59916) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:42.145558 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913373592', 'description': 'tempest-description--100234702'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:42.156263 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:42.169366 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:42.174690 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:42.183341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:42.192858 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.204617 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-72740b48-e3e8-4b3e-a30a-9c67b61986ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:42.225124 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.241362 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.268573 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00ffdfd-fe24-4486-9d9e-a26c771ecb36,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:42.272019 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:42.311460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:42.312435 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:42.317443 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group_rule and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:42.321875 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:42.331050 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:42.426473 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387440fd-6ca6-4857-a304-ed492e03b8b3,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:42.431238 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Set router 99bd6913-7eec-415c-b21a-eb565a7b61c5 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:42.438283 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.439538 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/387440fd-6ca6-4857-a304-ed492e03b8b3 HTTP/1.1" status: 204 len: 168 time: 2.0649123 May 19 02:28:42.443292 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:42.471401 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] 10.222.0.60 "PUT /v2.0/routers/99bd6913-7eec-415c-b21a-eb565a7b61c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8555529 May 19 02:28:42.518358 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7edc7717dd5644008d36ddab0ead66cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8223324 May 19 02:28:42.537373 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.558754 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59926) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:42.575571 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 98fe4b76-0e07-400b-a7aa-f8133ae77a8c up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:42.625706 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.638802 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-49b9f051-754d-42ed-b9a6-413a8e0f7de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:42.693770 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Router bc353c00-e171-4687-b0a5-2fe5af2f4141 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:28:42.708261 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcccf-fc5f-48b9-85fd-93012bf1e61d req-35982434-d566-4ed3-9789-eca5d8763eae tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:42.710169 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e2fcccf-fc5f-48b9-85fd-93012bf1e61d req-35982434-d566-4ed3-9789-eca5d8763eae tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 932 time: 1.0515528 May 19 02:28:42.730794 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15362e-a172-4875-9f87-147fd6eb4e6f,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:42.752070 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:42.832032 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.882772 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-a32002de-92c6-4c43-86b0-0a08259acba3 None None] Provisioning complete for port 4b7ad1fd-2864-45f9-979c-055734a7ef02 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:42.883158 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-a32002de-92c6-4c43-86b0-0a08259acba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.902862 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.991507 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.995022 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8544588 May 19 02:28:42.998084 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:42.999331 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59934) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:43.026601 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'security_group_rule': {'security_group_id': '8a15362e-a172-4875-9f87-147fd6eb4e6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:43.037652 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-80d99004-630a-447a-aa4a-b84e35e0e07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.044090 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b936-4d64-40fd-a3b2-8a31a9833860 req-afcc3242-b3fd-449e-8480-d6dccb73cf32 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:43.044710 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:43.056234 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-a32002de-92c6-4c43-86b0-0a08259acba3 None None] Port 4b7ad1fd-2864-45f9-979c-055734a7ef02 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:28:43.056475 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0ed2b936-4d64-40fd-a3b2-8a31a9833860 req-afcc3242-b3fd-449e-8480-d6dccb73cf32 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 932 time: 0.4975374 May 19 02:28:43.086995 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e2fcccf-fc5f-48b9-85fd-93012bf1e61d req-e4f22560-0926-437d-b9a4-a8b2452a2bd7 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673117 May 19 02:28:43.090898 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.100921 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d00ffdfd-fe24-4486-9d9e-a26c771ecb36 HTTP/1.1" status: 204 len: 168 time: 0.5409367 May 19 02:28:43.104632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:43.118052 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00ffdfd-fe24-4486-9d9e-a26c771ecb36,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:43.118052 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:43.127298 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:43.127662 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.138838 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group_rule and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:43.160769 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:43.181149 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:43.232341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.296671 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0ed2b936-4d64-40fd-a3b2-8a31a9833860 req-cb124707-5661-46de-a191-8c9734ea1a89 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358406 May 19 02:28:43.356993 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:36Z', 'revision_number': 2, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:43.385825 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Checking router: abaffd79-7231-4265-aa05-70dc05451cfa for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:28:43.386154 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Updating router abaffd79-7231-4265-aa05-70dc05451cfa port c9d20f0d-1b32-46f7-9f08-56d14285bb5c binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:28:43.397974 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:28:43.441044 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] 10.222.0.60 "PUT /v2.0/routers/bc353c00-e171-4687-b0a5-2fe5af2f4141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1207500 May 19 02:28:43.458029 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.467073 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.469375 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:43.480947 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd1719735-0582-458a-9444-196d83b0502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:28:33Z', 'revision_number': 4, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port': {'id': 'd1719735-0582-458a-9444-196d83b0502a', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'cf2ba003-70e8-4ffb-90ad-c85af97d9cd1', 'name': '', 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'mac_address': 'fa:16:3e:74:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:28Z', 'updated_at': '2021-05-19T02:28:36Z', 'revision_number': 2, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'subnets': [{'id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:43.490085 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Checking router: 99bd6913-7eec-415c-b21a-eb565a7b61c5 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:28:43.492504 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Updating router 99bd6913-7eec-415c-b21a-eb565a7b61c5 port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:28:43.521355 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40863ee0-4d28-4c44-b2ff-eeb1a24a1dd7,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:43.550225 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:43.557874 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.562461 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59954) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:43.566834 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.568516 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'security_group_rule': {'security_group_id': '8a15362e-a172-4875-9f87-147fd6eb4e6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:43.573449 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5714054 May 19 02:28:43.579235 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Sync routers for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:28:43.596396 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:43.599849 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:43.600705 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:43.611883 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group_rule and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:43.627722 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:43.649124 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:43.673882 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59958) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:43.714239 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.725212 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.788471 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.816896 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:43.833696 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Usage tracker for resource:security_group_rule and tenant:d967b178885c4be3bd1a559a15fe38f2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:43.842778 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:43.863209 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:43.978377 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.992621 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:43.996049 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:44.068204 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160ddbca-f88d-4bd6-9535-9a45b97d7637,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:44.091610 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:44.106300 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:44.108148 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5446508 May 19 02:28:44.111121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59964) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:44.125261 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'floatingip': {'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:44.141698 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:44.153764 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:44.156771 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:floatingip and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:44.167520 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:44.180707 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:44.204478 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:44.220838 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:44.250548 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:44.374257 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d967b178885c4be3bd1a559a15fe38f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6990619 May 19 02:28:44.389489 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59980) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:44.466001 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979890f0-36d6-42a3-a4be-ca8f4a37345d,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:44.493901 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:44.535919 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Request body: {'port': {'device_id': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:44.783398 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Request body: {'port': {'device_id': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:45.226390 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.258393 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.273042 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.312218 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 59994) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:45.313816 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:45.399627 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.422374 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Transition to ACTIVE for port object c9d20f0d-1b32-46f7-9f08-56d14285bb5c will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:45.426912 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.430011 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Transition to ACTIVE for port object cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:45.450482 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.450715 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.456609 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:45.460444 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.466228 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-61de33fa-e2b6-4a09-b661-b7d981aa6499 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:45.468160 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-61de33fa-e2b6-4a09-b661-b7d981aa6499 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 819 time: 1.1520584 May 19 02:28:45.477659 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:45.491853 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.496608 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13576811-3980-4b51-8e75-70a51136b14e req-8a6dcb29-a670-45c0-88c7-537e27a89570 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:45.505496 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-13576811-3980-4b51-8e75-70a51136b14e req-8a6dcb29-a670-45c0-88c7-537e27a89570 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 932 time: 0.9211586 May 19 02:28:45.513426 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ccaef3d3-9e39-4aa5-ac1e-42c5d180533c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.559368 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.597927 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-8c2e5a94-4e3f-4981-ab83-60a93c147620 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/quotas/00ac91fe25974a28892feef645ac25d1 HTTP/1.1" status: 200 len: 375 time: 0.1194706 May 19 02:28:45.630568 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:45.639129 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Usage tracker for resource:security_group_rule and tenant:c8799ce4fcee4ff99c6c6519b41d3665 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:45.644420 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:45.654589 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:45.722927 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bd7fe-df44-4c2a-a60d-a1e581503e56 None None] Pushing event updated for resources: {'Port': ['ID=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:45.759230 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-13576811-3980-4b51-8e75-70a51136b14e req-64fec74b-677a-4e50-9a49-b4e135a4b876 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524154 May 19 02:28:45.781344 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d142c-2561-40a0-9090-11193609a2a8 None None] Pushing event updated for resources: {'Port': ['ID=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:45.806268 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d44bd7fe-df44-4c2a-a60d-a1e581503e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:45.816086 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.831263 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.851130 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-275d142c-2561-40a0-9090-11193609a2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:45.870852 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Attempting to bind port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:45.871218 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Attempting to bind port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:45.871582 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Attempting to bind port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 on network d8f110cd-0fd5-4235-a022-8e52b9fdff64 {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:45.877465 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:45.878464 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Checking segment: {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:45.879024 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.879425 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Bound using segment: {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:45.880145 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Bound port: cf2ba003-70e8-4ffb-90ad-c85af97d9cd1, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:45.880526 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:45.888773 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-abf5955e-8eb2-49f7-b4e0-327b01b4714b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:45.928707 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8799ce4fcee4ff99c6c6519b41d3665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996463 May 19 02:28:45.935888 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 59998) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:45.938554 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9fe82-4d56-467a-b54f-bb7ac6d58fc1,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:46.004682 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] For port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:46.008947 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] For port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:46.021328 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.049766 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Attempting to bind port c9d20f0d-1b32-46f7-9f08-56d14285bb5c on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:46.050357 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Attempting to bind port c9d20f0d-1b32-46f7-9f08-56d14285bb5c by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:46.050788 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Attempting to bind port c9d20f0d-1b32-46f7-9f08-56d14285bb5c on network ce034134-69e4-4dc1-8be7-11e5b000819e {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:46.054292 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-4487f742-90f6-4635-a7b3-420528fa8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:46.065660 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:46.066044 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Checking segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:46.066447 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.066843 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Bound using segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:46.067332 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Bound port: c9d20f0d-1b32-46f7-9f08-56d14285bb5c, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:46.067716 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.072763 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.085657 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.153978 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:46.299411 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Routers {'99bd6913-7eec-415c-b21a-eb565a7b61c5'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:46.300335 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['99bd6913-7eec-415c-b21a-eb565a7b61c5'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:46.301008 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-ae436df7-61d4-483b-be88-16665390bbb2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Synchronizing usage tracker for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:28:46.315544 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] For port c9d20f0d-1b32-46f7-9f08-56d14285bb5c, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:46.315544 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] For port c9d20f0d-1b32-46f7-9f08-56d14285bb5c, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:46.325854 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.330923 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-6a3a8517-86b7-4407-b1ba-fddae46d2ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:46.356035 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.370252 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4faec6ff-19b6-44cf-bd0b-e4fbc48caff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:46.382823 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.409660 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979890f0-36d6-42a3-a4be-ca8f4a37345d,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:46.440989 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:46.450578 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-ae436df7-61d4-483b-be88-16665390bbb2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Unset dirty status for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:28:46.451980 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-ae436df7-61d4-483b-be88-16665390bbb2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8130991 May 19 02:28:46.461709 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.487896 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31fe94-9a40-480e-b32d-fabcf2023e77 req-d5a033ae-2789-44f4-816d-d25f7e7c5f4b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:46.491198 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.495521 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/979890f0-36d6-42a3-a4be-ca8f4a37345d HTTP/1.1" status: 204 len: 168 time: 2.0961831 May 19 02:28:46.496813 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2d31fe94-9a40-480e-b32d-fabcf2023e77 req-d5a033ae-2789-44f4-816d-d25f7e7c5f4b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 932 time: 0.4990642 May 19 02:28:46.501318 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:41Z', 'revision_number': 2, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:46.503200 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:46.505878 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:46.622480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bd7fe-df44-4c2a-a60d-a1e581503e56 None None] Pushing event updated for resources: {'Port': ['ID=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:46.632693 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d44bd7fe-df44-4c2a-a60d-a1e581503e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:46.641763 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Checking router: bc353c00-e171-4687-b0a5-2fe5af2f4141 for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:28:46.642127 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Updating router bc353c00-e171-4687-b0a5-2fe5af2f4141 port 4b7ad1fd-2864-45f9-979c-055734a7ef02 binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:28:46.644133 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Allocated IP 172.28.2.55 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/91b4dfc9-0854-4b4a-afe4-c860bf996d37) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:46.646729 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.db.resource_extend [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:28:46.657925 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d142c-2561-40a0-9090-11193609a2a8 None None] Pushing event updated for resources: {'Port': ['ID=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,revision_number=4']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:46.664305 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:28:46.683157 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-275d142c-2561-40a0-9090-11193609a2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:46.685348 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.709518 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Transition to ACTIVE for port object e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:46.721394 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.740273 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3f0998c9-55f7-4c46-8ba0-08a012e03058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:46.743861 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] Set router 99bd6913-7eec-415c-b21a-eb565a7b61c5 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:46.833546 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:46.925047 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2d31fe94-9a40-480e-b32d-fabcf2023e77 req-47c6ca97-17c8-4308-8d9a-4f020c3eb67b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273615 May 19 02:28:46.950822 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:46.959534 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a275238-b27f-4de5-9ccf-191e4baff380 {{(pid=91265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:28:46.993068 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Pushing event updated for resources: {'Port': ['ID=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:47.007262 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:47.062843 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.109122 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Attempting to bind port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:47.109530 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Attempting to bind port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:47.109880 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Attempting to bind port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:47.111250 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.115556 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 on network c751509f-c158-4969-9b77-2378a30a3450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:28:47.115871 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Attempting to bind port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:47.127825 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Transition to ACTIVE for port object 8a275238-b27f-4de5-9ccf-191e4baff380 will not be triggered until provisioned by entity L2. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:47.131496 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-69014664-9103-4160-bb89-91c95776d3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:47.132376 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:47.132808 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Checking segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:47.134300 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Bound using segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:47.135340 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Bound port: e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:47.138358 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.148044 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-2875db92-b646-4849-8ccb-d30d5aa36f69 service neutron] 10.222.0.60 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306500 May 19 02:28:47.154666 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.162110 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9fe82-4d56-467a-b54f-bb7ac6d58fc1,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:47.205399 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:47.210595 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:47.455744 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] For port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:47.468313 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] For port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:47.483165 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.493876 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:47.524714 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.530279 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.534315 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bc9fe82-4d56-467a-b54f-bb7ac6d58fc1 HTTP/1.1" status: 204 len: 168 time: 1.5944250 May 19 02:28:47.585696 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:47.609481 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Pushing event updated for resources: {'Port': ['ID=8a275238-b27f-4de5-9ccf-191e4baff380,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:47.623470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:47.742093 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Attempting to bind port 8a275238-b27f-4de5-9ccf-191e4baff380 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:47.742093 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Attempting to bind port 8a275238-b27f-4de5-9ccf-191e4baff380 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '350362fb-2652-4795-8c1e-adc93e3b81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f'}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:47.749514 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Attempting to bind port 8a275238-b27f-4de5-9ccf-191e4baff380 on network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:47.756359 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd1719735-0582-458a-9444-196d83b0502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:28:33Z', 'revision_number': 4, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port': {'id': 'd1719735-0582-458a-9444-196d83b0502a', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'cf2ba003-70e8-4ffb-90ad-c85af97d9cd1', 'name': '', 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'mac_address': 'fa:16:3e:74:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:28Z', 'updated_at': '2021-05-19T02:28:45Z', 'revision_number': 4, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'subnets': [{'id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:47.762398 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd7f04-5ec0-429a-9afa-ef953a0cc2c6 None None] The sync data for ids ['99bd6913-7eec-415c-b21a-eb565a7b61c5'] in dv-cinder-784623-11-smb is: [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd1719735-0582-458a-9444-196d83b0502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:28:33Z', 'revision_number': 4, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port': {'id': 'd1719735-0582-458a-9444-196d83b0502a', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'cf2ba003-70e8-4ffb-90ad-c85af97d9cd1', 'name': '', 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'mac_address': 'fa:16:3e:74:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:28Z', 'updated_at': '2021-05-19T02:28:45Z', 'revision_number': 4, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'subnets': [{'id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:28:47.767229 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Port 8a275238-b27f-4de5-9ccf-191e4baff380 on network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:28:47.767555 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Attempting to bind port 8a275238-b27f-4de5-9ccf-191e4baff380 on network 56940592-f6b1-4e9a-b4b2-14c18fa19a7f {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:47.783767 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-b5e1eb24-462f-4b8e-8b71-ad9df2735bb5 service neutron] 10.222.0.60 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274445 May 19 02:28:47.791029 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:47.791029 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Checking segment: {'id': '350362fb-2652-4795-8c1e-adc93e3b81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:47.792059 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Bound using segment: {'id': '350362fb-2652-4795-8c1e-adc93e3b81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f'} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:47.792059 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Bound port: 8a275238-b27f-4de5-9ccf-191e4baff380, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350362fb-2652-4795-8c1e-adc93e3b81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f'}}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:47.795400 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:48.010163 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Pushing event updated for resources: {'Port': ['ID=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:48.014964 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:48.019233 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:48.020736 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:48.022142 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] 10.222.0.11 "PUT /v2.0/ports/e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 HTTP/1.1" status: 200 len: 1094 time: 4.7114573 May 19 02:28:48.022972 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'tag': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:28:48.085913 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:46Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:48.112645 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d1d4e-8527-4796-bb89-6f7e4830df9a None None] The sync data for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb is: [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:46Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:28:48.149120 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:48.180146 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:48.223740 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Transition to ACTIVE for port object 4b7ad1fd-2864-45f9-979c-055734a7ef02 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:48.243144 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:48.270483 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:48.271652 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-5add520b-4db8-4bd8-ba4d-4785fb4f94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:48.273548 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-5add520b-4db8-4bd8-ba4d-4785fb4f94a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 1097 time: 0.1584675 May 19 02:28:48.307007 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-6a3a8517-86b7-4407-b1ba-fddae46d2ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:48.466996 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f3d49b7f-da33-47a6-840c-dd780f5d3522 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 HTTP/1.1" status: 200 len: 217 time: 0.1803670 May 19 02:28:48.582631 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:48.610626 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:48.677358 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-0f6ed433-2f5a-4c93-ab81-4850f95269dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:48.678985 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-0f6ed433-2f5a-4c93-ab81-4850f95269dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.2016780 May 19 02:28:48.910353 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60058) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:48.911584 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:49.007102 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-54cca5ec-0f30-4afa-af7c-966cbc197593 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3159978 May 19 02:28:49.016651 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468114218', 'description': 'tempest-description--4471667'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:49.107249 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'Port': ['ID=91b4dfc9-0854-4b4a-afe4-c860bf996d37,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:49.356311 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] For port 8a275238-b27f-4de5-9ccf-191e4baff380, host hv-cinder-78462, cleared binding levels {{(pid=91265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:49.437667 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:49.440852 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:49.465451 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-f66e3214-c246-458e-a45b-1cbdea1acce4 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511569 May 19 02:28:49.535182 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:49.541583 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:49.544851 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0310-ff0b-4fa7-969b-3b857d9bb131 None None] Pushing event updated for resources: {'Port': ['ID=4b7ad1fd-2864-45f9-979c-055734a7ef02,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:49.554223 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-1ebc0310-ff0b-4fa7-969b-3b857d9bb131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:49.555143 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:49.655042 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device c9d20f0d-1b32-46f7-9f08-56d14285bb5c up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:49.676464 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:49.752537 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] For port 8a275238-b27f-4de5-9ccf-191e4baff380, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a275238-b27f-4de5-9ccf-191e4baff380,segment=NetworkSegment(350362fb-2652-4795-8c1e-adc93e3b81f9),segment_id=350362fb-2652-4795-8c1e-adc93e3b81f9)] {{(pid=91265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:49.766625 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:49.766988 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Attempting to bind port 4b7ad1fd-2864-45f9-979c-055734a7ef02 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:49.767498 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Attempting to bind port 4b7ad1fd-2864-45f9-979c-055734a7ef02 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:49.767867 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Attempting to bind port 4b7ad1fd-2864-45f9-979c-055734a7ef02 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:49.773643 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group_rule and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:49.780042 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:49.784106 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:49.784470 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Checking segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:49.785064 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:49.785457 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Bound using segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:49.785940 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Bound port: 4b7ad1fd-2864-45f9-979c-055734a7ef02, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:49.786305 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:49.793974 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:49.863214 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5f92a61e-54e5-460e-9cc5-5b516568026a req-c762db8b-be3b-469f-a561-600d80a544e4 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907394 May 19 02:28:49.982934 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] For port 4b7ad1fd-2864-45f9-979c-055734a7ef02, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:49.987177 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] For port 4b7ad1fd-2864-45f9-979c-055734a7ef02, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=4b7ad1fd-2864-45f9-979c-055734a7ef02,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:50.002543 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.009154 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.010463 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:50.108558 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0310-ff0b-4fa7-969b-3b857d9bb131 None None] Pushing event updated for resources: {'Port': ['ID=4b7ad1fd-2864-45f9-979c-055734a7ef02,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:50.108838 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.109949 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.113920 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-1ebc0310-ff0b-4fa7-969b-3b857d9bb131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:50.141928 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:28:50.142808 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:28:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:50.154977 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c089bd75-50b5-4d1d-af58-5c6d1577ff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:50.422520 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.439057 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port c9d20f0d-1b32-46f7-9f08-56d14285bb5c completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:50.499257 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port c9d20f0d-1b32-46f7-9f08-56d14285bb5c triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:50.501701 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.564618 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Pushing event updated for resources: {'Port': ['ID=8a275238-b27f-4de5-9ccf-191e4baff380,revision_number=3']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:50.591114 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:50.598590 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:50.599233 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.601609 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] 10.222.0.11 "PUT /v2.0/ports/8a275238-b27f-4de5-9ccf-191e4baff380 HTTP/1.1" status: 200 len: 1094 time: 7.3027160 May 19 02:28:50.617601 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:50.678171 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'tag': '8a275238-b27f-4de5-9ccf-191e4baff380'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:28:50.805078 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:28:50.848855 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd60b1-2352-4b79-90f3-df75bb170b77 req-e601aeed-cd9f-4342-a370-aed56472ce1b tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:50.851396 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a8dd60b1-2352-4b79-90f3-df75bb170b77 req-e601aeed-cd9f-4342-a370-aed56472ce1b tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 944 time: 2.2637269 May 19 02:28:50.852642 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:50.868713 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:50.874271 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.9323561 May 19 02:28:50.884051 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60100) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:50.967131 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:51.012071 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'security_group_rule': {'security_group_id': '9735bc5c-cc05-4daa-974e-b7d99e6ac2bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:51.035212 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23b3a-4d5f-42cf-9932-abcf486ef766 req-505c0b0b-60e3-4bcf-aa9d-4a2fcdd70a80 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:51.039172 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f6a23b3a-4d5f-42cf-9932-abcf486ef766 req-505c0b0b-60e3-4bcf-aa9d-4a2fcdd70a80 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 944 time: 1.6699576 May 19 02:28:51.103050 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:51.203408 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group_rule and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:51.223666 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:51.226945 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:51.344525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-129d525b-b0eb-4a80-96a9-cae9ee405dc0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:51.352421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-129d525b-b0eb-4a80-96a9-cae9ee405dc0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Synchronizing usage tracker for tenant:00ac91fe25974a28892feef645ac25d1 on resource:network {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:28:51.393721 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:51.422984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-129d525b-b0eb-4a80-96a9-cae9ee405dc0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Unset dirty status for tenant:00ac91fe25974a28892feef645ac25d1 on resource:network {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:28:51.424381 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-129d525b-b0eb-4a80-96a9-cae9ee405dc0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 819 time: 0.5572941 May 19 02:28:51.442660 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Request body: {'port': {'device_id': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'admin_state_up': True, 'tenant_id': '00ac91fe25974a28892feef645ac25d1'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:51.583144 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:51.631315 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port c9d20f0d-1b32-46f7-9f08-56d14285bb5c, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:51.642039 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:51.646269 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:51.711219 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a8dd60b1-2352-4b79-90f3-df75bb170b77 req-0d91baea-64df-4310-b1da-3191fa2df1f4 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7166758 May 19 02:28:51.714035 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60132) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:51.737162 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:51.761888 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f6a23b3a-4d5f-42cf-9932-abcf486ef766 req-d4382b8b-a087-49b4-bd4f-199fcef5f3b5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602960 May 19 02:28:51.792612 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:51.805426 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:51.810822 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:51.825673 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Made reservation on behalf of 00ac91fe25974a28892feef645ac25d1 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:51.832062 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:51.863727 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5ae2-0c30-446a-95a8-943970df588a req-57926a79-8256-4262-b0aa-d95bc1b9648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:51.865338 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-57926a79-8256-4262-b0aa-d95bc1b9648f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3801283303e64f8b902ffabf93c862ef&device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 1097 time: 0.9984374 May 19 02:28:51.938242 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:51.974486 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-4697f89b-d3d6-4849-98ff-12bbca342f7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a275238-b27f-4de5-9ccf-191e4baff380 HTTP/1.1" status: 200 len: 217 time: 0.0886533 May 19 02:28:51.993184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:52.014818 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.db.resource_extend [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:28:52.091329 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-840656ed-e52b-40a9-a64f-0fc42e595046 req-20594bcf-eb21-405d-a000-eb93743b7b71 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 210 time: 0.1198962 May 19 02:28:52.098578 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.151971 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:52.168970 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.171439 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:52.172061 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.221947 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:52.249188 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Allocated IP 172.20.0.7 (d8f110cd-0fd5-4235-a022-8e52b9fdff64/88864924-0c83-4301-88f6-b74bfb08fc15/b318b0d6-01b8-4c00-b8ff-3987da53670d) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:52.334001 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.343571 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5ae2-0c30-446a-95a8-943970df588a req-3e71f7f1-3263-4358-98fa-8cb623fc23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:52.345606 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-3e71f7f1-3263-4358-98fa-8cb623fc23cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5165816e-a784-4e6f-973a-79b9dcd67c50 HTTP/1.1" status: 200 len: 851 time: 0.3221087 May 19 02:28:52.352735 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.356378 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.377480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:49Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:28:52.402304 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b89050-0541-4bb7-99aa-9f2ca15d5573 None None] The sync data for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb is: [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:49Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:28:52.416380 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.430680 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.11', 58920) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:52.456117 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'tag': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', 'status': 'completed', 'code': 200} May 19 02:28:52.562734 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-bb79d0d5-a1c4-43b2-b519-c82de5d163de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56940592-f6b1-4e9a-b4b2-14c18fa19a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2049661 May 19 02:28:52.567297 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.572190 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:52.580035 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Usage tracker for resource:security_group_rule and tenant:34bd0e5d0b17496a8d056b1f755d1c75 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:52.591109 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:52.600281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'Port': ['ID=91b4dfc9-0854-4b4a-afe4-c860bf996d37,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:52.614335 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:52.649184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:52.659907 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:52.660465 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:52.665767 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.667517 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.668755 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5563650 May 19 02:28:52.673517 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:52.731186 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:52.739051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7585504 May 19 02:28:52.741607 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'tag': '8a275238-b27f-4de5-9ccf-191e4baff380', 'status': 'completed', 'code': 200} May 19 02:28:52.745725 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a698b9-6857-4f18-b100-6455a686d83c,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:52.753178 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60172) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:52.913026 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:52.927073 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'security_group_rule': {'security_group_id': '9735bc5c-cc05-4daa-974e-b7d99e6ac2bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:52.983556 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:52.997966 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:53.060700 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 4b7ad1fd-2864-45f9-979c-055734a7ef02 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:53.098226 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:53.101309 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.117384 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.128440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:53.154152 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.155803 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 4b7ad1fd-2864-45f9-979c-055734a7ef02 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:53.166703 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 4b7ad1fd-2864-45f9-979c-055734a7ef02 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:53.167086 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.190855 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34bd0e5d0b17496a8d056b1f755d1c75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4687712 May 19 02:28:53.195792 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60190) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:53.224673 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ba69f-86e0-4514-b1fb-821cb6e41b53,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:53.231512 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:53.312717 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.331945 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:53.354929 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.372719 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group_rule and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:53.377332 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:53.383864 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.385514 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:53.398294 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-e232fb4f-339a-4b5f-977b-0c5c29c0ccff service neutron] 10.222.0.11 "GET /v2.0/networks/56940592-f6b1-4e9a-b4b2-14c18fa19a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8042645 May 19 02:28:53.438493 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 4b7ad1fd-2864-45f9-979c-055734a7ef02, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=4b7ad1fd-2864-45f9-979c-055734a7ef02,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:53.444579 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.445474 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device c9d20f0d-1b32-46f7-9f08-56d14285bb5c up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:53.473326 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.485354 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:53.491033 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:53.505916 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:53.512156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:53.512811 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.519159 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-1ebc0310-ff0b-4fa7-969b-3b857d9bb131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:53.532265 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.566710 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Pushing event updated for resources: {'Port': ['ID=b318b0d6-01b8-4c00-b8ff-3987da53670d,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:53.581765 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:53.647422 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port c9d20f0d-1b32-46f7-9f08-56d14285bb5c triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:53.647808 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.684507 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2459528 May 19 02:28:53.700222 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Request body: {'port': {'device_id': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:53.713431 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-0f3daaa3-2381-4a37-9879-3be6b14c6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:53.715002 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-0f3daaa3-2381-4a37-9879-3be6b14c6925 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 1097 time: 1.2691066 May 19 02:28:53.776032 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=4b7ad1fd-2864-45f9-979c-055734a7ef02,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:53.782904 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:53.916666 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.928335 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2f39f247-c336-4daa-b04a-a1f7ec1dbe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:53.984786 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:53.994670 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a58ba69f-86e0-4514-b1fb-821cb6e41b53 HTTP/1.1" status: 204 len: 168 time: 0.7961318 May 19 02:28:53.996592 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ba69f-86e0-4514-b1fb-821cb6e41b53,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:54.050863 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:54.074232 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-b1448673-2d0d-46f9-b0a6-84589a673906 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:54.075950 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-b1448673-2d0d-46f9-b0a6-84589a673906 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 819 time: 1.1601930 May 19 02:28:54.123388 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.302425 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-ab44ae5c-ce60-41f5-910d-d78812bd00bf tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/quotas/00ac91fe25974a28892feef645ac25d1 HTTP/1.1" status: 200 len: 375 time: 0.1926298 May 19 02:28:54.306709 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93df5ae2-0c30-446a-95a8-943970df588a req-090edf61-14e4-46b0-84a4-1ba1d04ce3b2 service neutron] 10.222.0.11 "GET /v2.0/networks/56940592-f6b1-4e9a-b4b2-14c18fa19a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8840222 May 19 02:28:54.355983 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:28:54.409350 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.462395 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f125064-97e8-4a12-970a-f95c86435775 req-ec24b15b-67ca-4e61-9973-ba2ce07f4257 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:54.470488 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3f125064-97e8-4a12-970a-f95c86435775 req-ec24b15b-67ca-4e61-9973-ba2ce07f4257 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 944 time: 1.2798457 May 19 02:28:54.497851 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.542941 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f7422f90-f3bc-4f5e-90a8-78f0fc53582e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:54.582004 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-c332c786-db53-4b6e-a099-a5732fb2781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:54.583692 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-c332c786-db53-4b6e-a099-a5732fb2781e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 915 time: 0.6434937 May 19 02:28:54.587050 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:54.597930 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4800ce-8135-4d60-a39e-af16f0c5c698,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:54.600340 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:54.618718 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'port_id': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', 'mac_address': 'fa:16:3e:78:a6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7579fd-9980-4370-8e05-f83befb3d8bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:28:54.690285 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.692909 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.693601 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b318b0d6-01b8-4c00-b8ff-3987da53670d {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:28:54.695766 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-6622cdde-e473-45a6-b4db-1fa2e42cad9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9352152 May 19 02:28:54.698030 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60224) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:28:54.699677 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3f125064-97e8-4a12-970a-f95c86435775 req-fcce5d45-709f-4ca7-852e-99751e267be6 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281017 May 19 02:28:54.705966 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'floatingip': {'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:54.707123 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-293abb84-22b3-467a-baf9-1b8d6df89b89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 HTTP/1.1" status: 200 len: 217 time: 0.1033318 May 19 02:28:54.713778 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:54.719698 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:floatingip and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:54.723557 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:54.726943 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-41fcfa50-7fff-4d4b-b6c8-0e8928c2090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:54.728454 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-41fcfa50-7fff-4d4b-b6c8-0e8928c2090b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3801283303e64f8b902ffabf93c862ef&device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 1097 time: 0.3250673 May 19 02:28:54.738632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.746872 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:28:54.749746 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:54.764705 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Transition to ACTIVE for port object b318b0d6-01b8-4c00-b8ff-3987da53670d will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:28:54.770593 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.783112 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-497dbf0c-4aa0-4a26-9bab-16140fe13e0c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4794240 May 19 02:28:54.783516 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.792010 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:54.802415 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:54.811195 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:54.866305 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a5a4ebe7-c147-4065-93e1-e57d9b05957a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:54.907822 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 4b7ad1fd-2864-45f9-979c-055734a7ef02 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:55.052333 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-6f38aef8-278b-42ed-bcd7-33f5c65d5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:55.053973 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-6f38aef8-278b-42ed-bcd7-33f5c65d5c14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.3294663 May 19 02:28:55.066321 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:55.078065 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:55.117017 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 4b7ad1fd-2864-45f9-979c-055734a7ef02 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:55.117733 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:55.131161 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Pushing event updated for resources: {'Port': ['ID=b318b0d6-01b8-4c00-b8ff-3987da53670d,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:55.136009 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:55.195008 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:28:55.292341 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-0e9890cf-98a1-4254-9c2b-62f211a2f0df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646998 May 19 02:28:55.294306 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-5c7caf92-51b6-4f05-a09a-89bc3f780bc5 service neutron] 10.222.0.60 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902411 May 19 02:28:55.331545 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Attempting to bind port b318b0d6-01b8-4c00-b8ff-3987da53670d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:28:55.332654 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Attempting to bind port b318b0d6-01b8-4c00-b8ff-3987da53670d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:28:55.332654 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Attempting to bind port b318b0d6-01b8-4c00-b8ff-3987da53670d on network d8f110cd-0fd5-4235-a022-8e52b9fdff64 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:55.344351 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Port b318b0d6-01b8-4c00-b8ff-3987da53670d on network d8f110cd-0fd5-4235-a022-8e52b9fdff64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:28:55.344671 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Attempting to bind port b318b0d6-01b8-4c00-b8ff-3987da53670d on network d8f110cd-0fd5-4235-a022-8e52b9fdff64 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:28:55.362392 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:28:55.363025 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Checking segment: {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:28:55.363627 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Bound using segment: {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:28:55.366138 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Bound port: b318b0d6-01b8-4c00-b8ff-3987da53670d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:28:55.366772 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:55.465619 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-e33f83af-a027-44c3-a401-0636574f51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:55.476139 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-e33f83af-a027-44c3-a401-0636574f51f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56940592-f6b1-4e9a-b4b2-14c18fa19a7f HTTP/1.1" status: 200 len: 911 time: 0.6887445 May 19 02:28:55.503935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:55.515211 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] For port b318b0d6-01b8-4c00-b8ff-3987da53670d, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:28:55.633050 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] For port b318b0d6-01b8-4c00-b8ff-3987da53670d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:28:55.647867 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:55.670661 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:55.693001 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:55.762304 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-866a6d63-888b-4278-9db8-3a67c5d49ea7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a275238-b27f-4de5-9ccf-191e4baff380 HTTP/1.1" status: 200 len: 217 time: 0.2783716 May 19 02:28:55.774439 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:55.775314 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:55.776736 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] 10.222.0.11 "PUT /v2.0/ports/b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 1093 time: 2.0815182 May 19 02:28:55.779676 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'tag': 'b318b0d6-01b8-4c00-b8ff-3987da53670d'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:28:55.908904 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Pushing event updated for resources: {'Port': ['ID=b318b0d6-01b8-4c00-b8ff-3987da53670d,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:55.939990 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:55.976169 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:55.976461 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:55.988520 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-6dbac381-4d73-4f54-b701-5942e57e7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:55.990092 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-6dbac381-4d73-4f54-b701-5942e57e7c36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5165816e-a784-4e6f-973a-79b9dcd67c50 HTTP/1.1" status: 200 len: 851 time: 0.1524918 May 19 02:28:56.003725 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Allocated IP 172.28.2.108 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/d2eab3cf-cf30-42e4-8581-086c3d99924a) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:28:56.073835 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-bd227507-c016-476e-8951-467b60049715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:56.075381 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-bd227507-c016-476e-8951-467b60049715 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1096 time: 0.2345552 May 19 02:28:56.166341 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-bdcda588-47f9-4cf8-961d-7a9ffc68efd2 service neutron] 10.222.0.60 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666349 May 19 02:28:56.186072 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-cb5aafc7-2504-4cce-a42c-3a939e715f32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56940592-f6b1-4e9a-b4b2-14c18fa19a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725035 May 19 02:28:56.198387 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5443b-1d9f-483f-a3ed-01e5f81b1403 req-1551c244-7c7a-491c-918d-b3d41549e655 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:56.200116 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-44e5443b-1d9f-483f-a3ed-01e5f81b1403 req-1551c244-7c7a-491c-918d-b3d41549e655 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 945 time: 1.2546241 May 19 02:28:56.247222 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-5ecff9d1-e5cf-4576-b159-b582cc0b2984 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 217 time: 0.1040149 May 19 02:28:56.327284 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-519c4532-26c3-4881-94ac-d2c8ac7d18fe service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9701366 May 19 02:28:56.377351 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-33e7f344-693e-4f7f-aebc-def9c3288602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:56.378934 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-33e7f344-693e-4f7f-aebc-def9c3288602 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.1223342 May 19 02:28:56.386125 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:56.490312 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-1003ad50-1427-46c7-9a70-04478e5229bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992904 May 19 02:28:56.506825 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-44e5443b-1d9f-483f-a3ed-01e5f81b1403 req-01e776e9-7828-4248-b1b1-25a132b79d39 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768877 May 19 02:28:56.653753 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-1c24f1b4-7e61-4648-999b-c899e981d4e4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1913373592&fields=id&tenant_id=3f0640987b554d049afb0d42bdede4af HTTP/1.1" status: 200 len: 267 time: 0.1527154 May 19 02:28:56.666062 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-b60131d0-902c-49a1-bd50-82d7d4be5da1 service neutron] 10.222.0.11 "GET /v2.0/networks/56940592-f6b1-4e9a-b4b2-14c18fa19a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623322 May 19 02:28:56.798599 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:56.817034 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ad98bd4a-8572-4dc6-aa37-a8e672ad9bca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:56.912886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:28:56.929010 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:28:56.932477 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:28:56.953451 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-472fbd27-9d39-4c4b-9943-bbabe45687e9 req-7c6e25c9-ab30-45e1-8c69-02d3811373d6 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117506 May 19 02:28:56.956289 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-7da3c621-0ea9-4a85-b900-e20a08273eb4 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499240 May 19 02:28:56.957389 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'Port': ['ID=d2eab3cf-cf30-42e4-8581-086c3d99924a,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:56.974031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:57.130939 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aade10b-dabf-41ba-b8d8-9a8f0d4dfa16 req-3ebda00b-b7e5-4d7b-8e60-244707cfdb0c service neutron] 10.222.0.11 "GET /v2.0/networks/56940592-f6b1-4e9a-b4b2-14c18fa19a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884597 May 19 02:28:57.152243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-fa6c6db9-7600-4ff5-b9cd-4fbe2a3ee9db tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:57.162639 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-fa6c6db9-7600-4ff5-b9cd-4fbe2a3ee9db tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 811 time: 0.4942708 May 19 02:28:57.173955 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:57.200333 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d344a4-d05a-4d4e-a242-e2d991fae0f4 req-9b3b4871-ebd0-4962-88fd-a7c0dd5ec998 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:57.207639 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-56d344a4-d05a-4d4e-a242-e2d991fae0f4 req-9b3b4871-ebd0-4962-88fd-a7c0dd5ec998 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 944 time: 0.4641576 May 19 02:28:57.223089 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c7c564ea-1dc8-49af-822c-18b64d0880f0 req-b301ffdb-970d-4327-b7fd-6ea7792121b8 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085307 May 19 02:28:57.251103 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-6bc610d6-fb97-44c5-9f56-e166d36124aa tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/quotas/3f0640987b554d049afb0d42bdede4af HTTP/1.1" status: 200 len: 375 time: 0.0811994 May 19 02:28:57.354527 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:57.383004 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-56d344a4-d05a-4d4e-a242-e2d991fae0f4 req-de116713-8b73-4aed-bef4-c90a9eda0647 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743355 May 19 02:28:57.482790 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'tag': 'b318b0d6-01b8-4c00-b8ff-3987da53670d', 'status': 'completed', 'code': 200} May 19 02:28:57.495183 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-212e6a96-bb5e-45e6-8ad8-faf27affd13f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2004099 May 19 02:28:57.671634 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-78b68c9f-4d90-47ef-a654-c94f0cd40d70 req-24097421-81c4-4de0-b56a-ba1a37ee97e7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 210 time: 0.0574803 May 19 02:28:57.722251 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-15b07f8f-9e15-483d-87fa-dfa6da90a787 service neutron] 10.222.0.60 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056746 May 19 02:28:57.765864 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-9767f0d9-1d44-48a9-a635-eb564dfa6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:57.767489 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-9767f0d9-1d44-48a9-a635-eb564dfa6c8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1096 time: 0.2403879 May 19 02:28:57.804477 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:57.966680 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:57.981877 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:58.067363 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:58.117873 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'Port': ['ID=d2eab3cf-cf30-42e4-8581-086c3d99924a,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:58.122807 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:58.124046 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-8977bbb1-7c3b-4a2a-888f-c81b628481fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:58.125620 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-8977bbb1-7c3b-4a2a-888f-c81b628481fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 0.3358240 May 19 02:28:58.128514 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:58.141720 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4423122 May 19 02:28:58.213386 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-e9caae02-e286-49c3-aae8-94d4fa8ba68e service neutron] 10.222.0.60 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898636 May 19 02:28:58.310143 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bebac9-1b24-4723-88fa-45bccbb5f5db req-5adb2840-c51b-4532-87dc-70f151214491 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:58.324453 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32bebac9-1b24-4723-88fa-45bccbb5f5db req-5adb2840-c51b-4532-87dc-70f151214491 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 945 time: 0.4281359 May 19 02:28:58.345623 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-a4111ea5-82a1-4542-8c47-9a93a51451bb tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:58.346789 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 8a275238-b27f-4de5-9ccf-191e4baff380 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:28:58.349375 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-a4111ea5-82a1-4542-8c47-9a93a51451bb tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 819 time: 0.4034734 May 19 02:28:58.377378 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Request body: {'port': {'device_id': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'admin_state_up': True, 'tenant_id': '00ac91fe25974a28892feef645ac25d1'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:28:58.410662 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-75f25650-e591-45cf-9856-eba7ad057db8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 217 time: 0.2641487 May 19 02:28:58.430026 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:28:58.569421 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32bebac9-1b24-4723-88fa-45bccbb5f5db req-a797c62a-8be3-46ce-aacb-e178a9a81169 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178605 May 19 02:28:58.705187 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-c3378172-a12e-40f1-ad5a-1f136eda1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:58.706623 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-c3378172-a12e-40f1-ad5a-1f136eda1c2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.2839606 May 19 02:28:58.756236 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4958dc0b-94b0-453b-9c07-5be3a9c8fa74 req-fabf5d91-b168-4eae-b6b7-701ffdbcaf7b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 210 time: 0.0872519 May 19 02:28:58.785839 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:28:58.830960 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-b81501d8-f749-4ce8-bf1c-3f68d93389fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152947 May 19 02:28:58.957785 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Usage tracker for resource:port and tenant:00ac91fe25974a28892feef645ac25d1 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:28:58.989494 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:28:59.008345 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-be710df0-76de-4e0a-b9d3-6d7571584c47 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689627 May 19 02:28:59.054271 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:28:59.062418 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 8a275238-b27f-4de5-9ccf-191e4baff380, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a275238-b27f-4de5-9ccf-191e4baff380,segment=NetworkSegment(350362fb-2652-4795-8c1e-adc93e3b81f9),segment_id=350362fb-2652-4795-8c1e-adc93e3b81f9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:59.077888 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:28:59.105846 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:28:59.106631 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:59.149330 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Made reservation on behalf of 00ac91fe25974a28892feef645ac25d1 for: {'port': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:28:59.156047 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:59.191912 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8edd4cef-2714-4ba0-94af-58482d327463 req-baa44c7c-1041-4762-9312-70ae1d6b5cae tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Synchronizing usage tracker for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:28:59.230864 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '8a275238-b27f-4de5-9ccf-191e4baff380', 'network_id': '56940592-f6b1-4e9a-b4b2-14c18fa19a7f', 'port_id': '8a275238-b27f-4de5-9ccf-191e4baff380', 'mac_address': 'fa:16:3e:bb:53:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5165816e-a784-4e6f-973a-79b9dcd67c50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:28:59.287124 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cadec2-476b-414c-9e4e-a0a1242c21e0 req-d81092d7-83ac-4a92-b7a5-2c7dd681166a tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:28:59.309733 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-75cadec2-476b-414c-9e4e-a0a1242c21e0 req-d81092d7-83ac-4a92-b7a5-2c7dd681166a tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 944 time: 0.5356083 May 19 02:28:59.311372 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f93b1488-cb96-44c8-8d7a-c0bc30c1ddac req-17705b78-e139-4b9b-9734-965ce5915673 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957253 May 19 02:28:59.457952 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:59.525993 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8edd4cef-2714-4ba0-94af-58482d327463 req-baa44c7c-1041-4762-9312-70ae1d6b5cae tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Unset dirty status for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:28:59.542128 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-baa44c7c-1041-4762-9312-70ae1d6b5cae tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1468114218&fields=id&tenant_id=7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 267 time: 0.5869715 May 19 02:28:59.559273 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a275238-b27f-4de5-9ccf-191e4baff380 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:28:59.614599 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 8a275238-b27f-4de5-9ccf-191e4baff380, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a275238-b27f-4de5-9ccf-191e4baff380,segment=NetworkSegment(350362fb-2652-4795-8c1e-adc93e3b81f9),segment_id=350362fb-2652-4795-8c1e-adc93e3b81f9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:59.625609 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:59.636978 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:59.640431 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:28:59.731333 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:28:59.848735 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-75cadec2-476b-414c-9e4e-a0a1242c21e0 req-ed2c9dbe-b9c1-4fff-a44d-fd0867cc1c7f tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905137 May 19 02:28:59.937612 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:28:59.949073 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:28:59.965780 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=8a275238-b27f-4de5-9ccf-191e4baff380,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:28:59.973829 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:28:59.974404 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-1ebc0310-ff0b-4fa7-969b-3b857d9bb131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:00.079162 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['8a275238-b27f-4de5-9ccf-191e4baff380'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:00.117767 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-94af0095-2ebf-49a3-bc61-93c4ae2727b5 req-59dd1084-4396-42e7-9875-3aea0ceb0170 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 210 time: 0.1176167 May 19 02:29:00.131942 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-00f0bd1d-0e8c-4c26-aecf-fd51b1985c36 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:00.132652 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8edd4cef-2714-4ba0-94af-58482d327463 req-00f0bd1d-0e8c-4c26-aecf-fd51b1985c36 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Synchronizing usage tracker for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:network {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:00.159590 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Allocated IP 172.20.0.4 (d8f110cd-0fd5-4235-a022-8e52b9fdff64/88864924-0c83-4301-88f6-b74bfb08fc15/dbcef846-f5c4-4496-8c61-fce984f4f5ae) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:29:00.179547 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8edd4cef-2714-4ba0-94af-58482d327463 req-00f0bd1d-0e8c-4c26-aecf-fd51b1985c36 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Unset dirty status for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:network {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:00.180746 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-00f0bd1d-0e8c-4c26-aecf-fd51b1985c36 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 815 time: 0.6121898 May 19 02:29:00.195443 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:00.200742 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:00.232812 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-8b6bfd83-8146-4822-b4bb-33ae1abb057e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/quotas/7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 375 time: 0.0442867 May 19 02:29:00.333011 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60410) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:00.347044 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b318b0d6-01b8-4c00-b8ff-3987da53670d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:29:00.511325 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:00.533941 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:00.538943 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Usage tracker for resource:security_group_rule and tenant:6687c486b9ee44a28670eed6b45cbed2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:00.542885 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:00.564151 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:00.628428 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b318b0d6-01b8-4c00-b8ff-3987da53670d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:00.652881 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'b318b0d6-01b8-4c00-b8ff-3987da53670d', 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'port_id': 'b318b0d6-01b8-4c00-b8ff-3987da53670d', 'mac_address': 'fa:16:3e:6c:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:29:00.711848 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:00.720124 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:00.732197 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-779be724-f18b-4af0-ab9a-d9fea8282890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:00.754141 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:00.796625 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b318b0d6-01b8-4c00-b8ff-3987da53670d {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:00.804681 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:00.815713 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b318b0d6-01b8-4c00-b8ff-3987da53670d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:00.823234 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96e7d80-288c-4f10-b694-310bc739a76a,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:00.829480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:00.837115 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:00.839406 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6687c486b9ee44a28670eed6b45cbed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044289 May 19 02:29:00.849905 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b849c4-83c1-43d8-be65-197c56e8fc74 req-0cbbf1bd-ea99-479d-ac7e-e7432849d6e0 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:00.856951 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60424) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:00.858042 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:00.861644 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-02b849c4-83c1-43d8-be65-197c56e8fc74 req-0cbbf1bd-ea99-479d-ac7e-e7432849d6e0 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.4862239 May 19 02:29:00.905077 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8edd4cef-2714-4ba0-94af-58482d327463 req-ea296251-dbb5-46a7-a17a-090f510327a6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Synchronizing usage tracker for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:01.032619 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=b318b0d6-01b8-4c00-b8ff-3987da53670d,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:01.037890 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:01.043643 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-02b849c4-83c1-43d8-be65-197c56e8fc74 req-7ef0bbf8-c0d9-4c44-9ce9-c30f9ee49db7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807251 May 19 02:29:01.045785 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8edd4cef-2714-4ba0-94af-58482d327463 req-ea296251-dbb5-46a7-a17a-090f510327a6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Unset dirty status for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:01.054940 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-ea296251-dbb5-46a7-a17a-090f510327a6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7892928 May 19 02:29:01.122866 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:01.151797 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['b318b0d6-01b8-4c00-b8ff-3987da53670d'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:01.156913 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:01.202172 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:01.224482 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-c7a8c19c-9f4c-477c-911a-53142ec3c1c4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:01.225394 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-c7a8c19c-9f4c-477c-911a-53142ec3c1c4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Synchronizing usage tracker for tenant:3f0640987b554d049afb0d42bdede4af on resource:network {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:01.253146 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:01.279311 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-c7a8c19c-9f4c-477c-911a-53142ec3c1c4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Unset dirty status for tenant:3f0640987b554d049afb0d42bdede4af on resource:network {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:01.280603 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-c7a8c19c-9f4c-477c-911a-53142ec3c1c4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 811 time: 0.4888146 May 19 02:29:01.356563 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-e186ea88-3ddd-4b59-b689-a7430787ee3f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Synchronizing usage tracker for tenant:3f0640987b554d049afb0d42bdede4af on resource:security_group {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:01.361537 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:01.366531 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6e79b175-d783-451a-9789-df6fe6b05fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:01.383102 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96e7d80-288c-4f10-b694-310bc739a76a,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:01.391628 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5cf6bdaf-026d-4fc3-949e-5d8f9f750ef0 req-fb195e8a-89bd-4bcc-9e0d-54537addd7aa tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 210 time: 0.0578163 May 19 02:29:01.393521 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:01.404265 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:01.408272 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d96e7d80-288c-4f10-b694-310bc739a76a HTTP/1.1" status: 204 len: 168 time: 0.5466688 May 19 02:29:01.425886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-e186ea88-3ddd-4b59-b689-a7430787ee3f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Unset dirty status for tenant:3f0640987b554d049afb0d42bdede4af on resource:security_group {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:01.429960 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-e186ea88-3ddd-4b59-b689-a7430787ee3f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0640987b554d049afb0d42bdede4af HTTP/1.1" status: 200 len: 380 time: 0.1393075 May 19 02:29:01.434895 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Network d8f110cd-0fd5-4235-a022-8e52b9fdff64 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:29:01.444690 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:29:01.452747 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:29:01.457998 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:01.458695 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:01.460502 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'port': {'device_id': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'admin_state_up': True, 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'security_groups': ['8a15362e-a172-4875-9f87-147fd6eb4e6f']}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:01.467009 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Pushing event updated for resources: {'Port': ['ID=dbcef846-f5c4-4496-8c61-fce984f4f5ae,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:01.476384 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:01.514838 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1431739 May 19 02:29:01.517174 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-5366ba90-8e72-452f-a368-159439b888b4 service neutron] 10.222.0.60 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476590 May 19 02:29:01.530913 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Request body: {'port': {'device_id': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:01.770217 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:01.777219 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:port and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:01.783747 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:01.799930 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:01.825337 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Made reservation on behalf of 3f0640987b554d049afb0d42bdede4af for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:01.837994 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.057954 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', 'code': 200} May 19 02:29:02.067550 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.089241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60458) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:02.177151 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-4b7741b8-19e6-46c8-80c1-57d5883d0bad service neutron] 10.222.0.60 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526652 May 19 02:29:02.233417 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.278931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:02.291239 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Usage tracker for resource:security_group_rule and tenant:e54592133aee42d1881bc375326364b8 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:02.298134 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:02.319070 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:02.377079 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 8a275238-b27f-4de5-9ccf-191e4baff380 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:29:02.506787 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Allocated IP 172.20.0.3 (ce034134-69e4-4dc1-8be7-11e5b000819e/da8964c2-af88-4562-96a5-d189df554ff2/a77ab39a-9b2c-404a-81d0-164ccb019945) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:29:02.577310 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 8a275238-b27f-4de5-9ccf-191e4baff380 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:02.588624 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 8a275238-b27f-4de5-9ccf-191e4baff380 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:02.589386 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.715593 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7895b-15d7-4b29-a6eb-910e601797dd req-7510b97f-0409-44d8-8a8d-cf2ae486ed85 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:02.717260 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e8a7895b-15d7-4b29-a6eb-910e601797dd req-7510b97f-0409-44d8-8a8d-cf2ae486ed85 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 945 time: 0.3162277 May 19 02:29:02.768914 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60476) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:02.793044 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.844200 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-d7b33d82-445d-408e-91c6-6ef238caa462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:02.845801 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-d7b33d82-445d-408e-91c6-6ef238caa462 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 1099 time: 0.3167081 May 19 02:29:02.859961 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.871185 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 8a275238-b27f-4de5-9ccf-191e4baff380, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a275238-b27f-4de5-9ccf-191e4baff380,segment=NetworkSegment(350362fb-2652-4795-8c1e-adc93e3b81f9),segment_id=350362fb-2652-4795-8c1e-adc93e3b81f9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:02.881532 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.882781 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b318b0d6-01b8-4c00-b8ff-3987da53670d up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:29:02.887460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Transition to ACTIVE for port object a77ab39a-9b2c-404a-81d0-164ccb019945 will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:02.906045 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.920178 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcef846-f5c4-4496-8c61-fce984f4f5ae {{(pid=91265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:02.937715 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.945929 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.950017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.956005 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:02.970022 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e8a7895b-15d7-4b29-a6eb-910e601797dd req-3f2bef5e-726d-4e02-a81b-18ce392cfedf tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137163 May 19 02:29:02.982765 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8c77de00-1f58-4d36-a559-55e726cd61d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:02.992395 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e54592133aee42d1881bc375326364b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8965113 May 19 02:29:02.992834 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:02.996431 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:02.999627 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60484) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:03.023369 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] Usage tracker for resource:security_group_rule and tenant:024b19498de8400eae9be2de9a2c6360 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:03.034770 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:03.038049 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Network ce034134-69e4-4dc1-8be7-11e5b000819e is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:29:03.042373 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:29:03.047117 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:29:03.053088 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:03.053843 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.061108 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95ceb22-bc4b-4e00-8cf1-b7370818945e,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:03.069447 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:03.070090 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:03.072693 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Transition to ACTIVE for port object dbcef846-f5c4-4496-8c61-fce984f4f5ae will not be triggered until provisioned by entity L2. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:03.085716 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:03.162459 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170117 May 19 02:29:03.168881 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'Port': ['ID=a77ab39a-9b2c-404a-81d0-164ccb019945,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:03.172519 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:03.193750 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.194663 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.195379 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Request body: {'port': {'device_id': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:03.199172 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=8a275238-b27f-4de5-9ccf-191e4baff380,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:03.202735 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:03.210914 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port b318b0d6-01b8-4c00-b8ff-3987da53670d completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:03.219907 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port b318b0d6-01b8-4c00-b8ff-3987da53670d triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:03.220422 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.227444 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6be1f8-7924-4a27-a3d0-133d0e1554c5 req-3382fc2c-eb51-45cb-a846-6c5b2fab52b1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:03.228979 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-6e6be1f8-7924-4a27-a3d0-133d0e1554c5 req-3382fc2c-eb51-45cb-a846-6c5b2fab52b1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Synchronizing usage tracker for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:03.251990 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:03.328024 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:03.368390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb65847c3f144a4bc7d94cc3228ea65 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:03.372028 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.391130 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.420427 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-6c05d989-82e7-4b52-8d0e-8e25c4c8acf4 None None] Provisioning for port a77ab39a-9b2c-404a-81d0-164ccb019945 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:03.445519 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-6c05d989-82e7-4b52-8d0e-8e25c4c8acf4 None None] Provisioning complete for port a77ab39a-9b2c-404a-81d0-164ccb019945 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:03.446080 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6c05d989-82e7-4b52-8d0e-8e25c4c8acf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.453380 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:03.511399 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:03.531020 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b318b0d6-01b8-4c00-b8ff-3987da53670d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:03.539595 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.544158 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:03.581125 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-6c05d989-82e7-4b52-8d0e-8e25c4c8acf4 None None] Port a77ab39a-9b2c-404a-81d0-164ccb019945 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:29:03.614724 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-6e6be1f8-7924-4a27-a3d0-133d0e1554c5 req-3382fc2c-eb51-45cb-a846-6c5b2fab52b1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Unset dirty status for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:03.614724 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6e6be1f8-7924-4a27-a3d0-133d0e1554c5 req-3382fc2c-eb51-45cb-a846-6c5b2fab52b1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 931 time: 0.8958592 May 19 02:29:03.639266 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=b318b0d6-01b8-4c00-b8ff-3987da53670d,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:03.643412 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:03.723881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcef846-f5c4-4496-8c61-fce984f4f5ae,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:03.744357 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:03.758492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e597a-99af-42ec-b5cc-f01e9fce791e req-22fce558-0b06-4043-9193-112feec4dcb7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:03.761443 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c58e597a-99af-42ec-b5cc-f01e9fce791e req-22fce558-0b06-4043-9193-112feec4dcb7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.6000502 May 19 02:29:03.780859 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Attempting to bind port dbcef846-f5c4-4496-8c61-fce984f4f5ae on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:29:03.781185 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Attempting to bind port dbcef846-f5c4-4496-8c61-fce984f4f5ae by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:29:03.781576 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Attempting to bind port dbcef846-f5c4-4496-8c61-fce984f4f5ae on network d8f110cd-0fd5-4235-a022-8e52b9fdff64 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:03.807366 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.827293 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Port dbcef846-f5c4-4496-8c61-fce984f4f5ae on network d8f110cd-0fd5-4235-a022-8e52b9fdff64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:29:03.827809 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Attempting to bind port dbcef846-f5c4-4496-8c61-fce984f4f5ae on network d8f110cd-0fd5-4235-a022-8e52b9fdff64 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:03.860199 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6e6be1f8-7924-4a27-a3d0-133d0e1554c5 req-01b7c2b7-36ff-4c9c-a8e4-1264c24545d6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046206 May 19 02:29:03.874046 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:29:03.874367 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Checking segment: {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:29:03.874744 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Bound using segment: {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:29:03.875353 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Bound port: dbcef846-f5c4-4496-8c61-fce984f4f5ae, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64'}}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:29:03.876132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.878910 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77ab39a-9b2c-404a-81d0-164ccb019945 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:03.890885 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.903336 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.914374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Transition to ACTIVE for port object a77ab39a-9b2c-404a-81d0-164ccb019945 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:03.919493 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.924681 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:03.938836 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:03.945633 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.011925 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0dcd5c0c-0426-4c7e-afd1-ea2440b629bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:04.060409 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a275238-b27f-4de5-9ccf-191e4baff380'}, {'server_uuid': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318b0d6-01b8-4c00-b8ff-3987da53670d'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:04.110157 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.11', 58946) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:04.111210 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a77ab39a-9b2c-404a-81d0-164ccb019945,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:04.115949 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:04.128951 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c58e597a-99af-42ec-b5cc-f01e9fce791e req-77c36f6c-ee50-401f-b90d-758725d79540 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370190 May 19 02:29:04.161631 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d74621a-25a9-4ef0-9b3e-107edac4e0e3 req-11849b63-7136-450f-9468-b5366562024c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3067479 May 19 02:29:04.210616 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Attempting to bind port a77ab39a-9b2c-404a-81d0-164ccb019945 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:29:04.211257 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Attempting to bind port a77ab39a-9b2c-404a-81d0-164ccb019945 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:29:04.211744 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Attempting to bind port a77ab39a-9b2c-404a-81d0-164ccb019945 on network ce034134-69e4-4dc1-8be7-11e5b000819e {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:04.222438 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Port a77ab39a-9b2c-404a-81d0-164ccb019945 on network ce034134-69e4-4dc1-8be7-11e5b000819e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:29:04.222752 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Attempting to bind port a77ab39a-9b2c-404a-81d0-164ccb019945 on network ce034134-69e4-4dc1-8be7-11e5b000819e {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:04.232975 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:29:04.233593 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Checking segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:29:04.234375 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Bound using segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:29:04.235028 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Bound port: a77ab39a-9b2c-404a-81d0-164ccb019945, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:29:04.235530 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.261944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11849b63-7136-450f-9468-b5366562024c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e08b4c70-7ae0-4fd6-9b1a-466995c18afd,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:04.278026 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.279697 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-11849b63-7136-450f-9468-b5366562024c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:04.291884 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] For port dbcef846-f5c4-4496-8c61-fce984f4f5ae, host hv-cinder-78462, cleared binding levels {{(pid=91265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:29:04.293939 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.295796 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] For port dbcef846-f5c4-4496-8c61-fce984f4f5ae, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:29:04.307024 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:04.327025 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.353519 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.439539 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbb65847c3f144a4bc7d94cc3228ea65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6694267 May 19 02:29:04.442314 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-84cd6aa8-5eb3-4b4b-8cdf-af65ab9d050f req-4b55b6d3-5348-4a06-b1d6-e0cb053c69ce tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 210 time: 0.1087668 May 19 02:29:04.446132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f39259f-17b6-45b8-be0c-d90ceeefcc6c,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:04.452051 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60506) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:04.468219 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:04.468853 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.470361 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/dbcef846-f5c4-4496-8c61-fce984f4f5ae HTTP/1.1" status: 200 len: 1093 time: 2.9462316 May 19 02:29:04.472711 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:04.473216 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'tag': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:04.478076 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4403932a-61aa-41f9-b498-0489ed146ebd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:04.523659 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7314fd6-8697-44fe-8268-ca4efc77ed53 req-825c0b35-dcda-4a6b-8d2f-beeb17e12b9a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:04.531603 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e7314fd6-8697-44fe-8268-ca4efc77ed53 req-825c0b35-dcda-4a6b-8d2f-beeb17e12b9a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 943 time: 0.5409086 May 19 02:29:04.600931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] For port a77ab39a-9b2c-404a-81d0-164ccb019945, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:29:04.608045 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] For port a77ab39a-9b2c-404a-81d0-164ccb019945, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a77ab39a-9b2c-404a-81d0-164ccb019945,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:29:04.620920 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.633771 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-729dc664-256f-4150-9436-9865f8f5c148 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:04.698930 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-4982f0bf-2cec-424c-8b1c-6d9e7f2262cc tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:04.700565 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-4982f0bf-2cec-424c-8b1c-6d9e7f2262cc tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 815 time: 0.5862682 May 19 02:29:04.745089 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:04.746301 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.750822 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] 10.222.0.11 "PUT /v2.0/ports/a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 200 len: 1093 time: 1.5567272 May 19 02:29:04.750822 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:04.789454 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a77ab39a-9b2c-404a-81d0-164ccb019945,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:04.795895 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:04.804686 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-4456d096-c65a-4722-abbb-cc5e10aa795d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 380 time: 0.0889277 May 19 02:29:04.826650 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.827210 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'port': {'device_id': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'admin_state_up': True, 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'security_groups': ['9735bc5c-cc05-4daa-974e-b7d99e6ac2bd']}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:04.830587 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f95ceb22-bc4b-4e00-8cf1-b7370818945e HTTP/1.1" status: 204 len: 168 time: 1.8153133 May 19 02:29:04.919237 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e7314fd6-8697-44fe-8268-ca4efc77ed53 req-e43620e6-be54-411d-9edf-724179c5a41d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866205 May 19 02:29:04.919963 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcef846-f5c4-4496-8c61-fce984f4f5ae,revision_number=3']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:04.929193 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:04.929693 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f6fac86b-03f2-42a7-81df-6a81433d8402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:04.977718 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95ceb22-bc4b-4e00-8cf1-b7370818945e,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:04.980360 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:04.987850 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:05.036375 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a275238-b27f-4de5-9ccf-191e4baff380', 'code': 200} May 19 02:29:05.036918 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b318b0d6-01b8-4c00-b8ff-3987da53670d', 'code': 200} May 19 02:29:05.049377 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9aa5-86f6-47b1-9e56-1bd6d6eac8b1 req-0729616b-ca04-4a76-b073-d2c5dc56c1a4 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.062900 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-037e9aa5-86f6-47b1-9e56-1bd6d6eac8b1 req-0729616b-ca04-4a76-b073-d2c5dc56c1a4 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 946 time: 0.3215191 May 19 02:29:05.124346 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:05.173331 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-c65845eb-1689-461f-a6fe-8eb179c6a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.174832 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-c65845eb-1689-461f-a6fe-8eb179c6a3fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 1096 time: 0.6116476 May 19 02:29:05.189066 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-d553293d-3bbf-47df-a477-0f3721f83624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.191639 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-d553293d-3bbf-47df-a477-0f3721f83624 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 1096 time: 0.3370779 May 19 02:29:05.198420 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:05.283734 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:05.305478 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'status': 'completed', 'code': 200} May 19 02:29:05.307730 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-6c986ea1-5640-4c84-b897-352c847a3384 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 200 len: 217 time: 0.0964808 May 19 02:29:05.333872 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'tag': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae', 'status': 'completed', 'code': 200} May 19 02:29:05.356279 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-037e9aa5-86f6-47b1-9e56-1bd6d6eac8b1 req-281f51cc-7ea4-46d0-b15a-74708b367232 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807379 May 19 02:29:05.358026 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-6083c383-d532-47c7-88d5-605013f39c9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae HTTP/1.1" status: 200 len: 217 time: 0.1650126 May 19 02:29:05.362226 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Made reservation on behalf of 7f6b8cc53f344aafbc738a36fbf8f710 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:05.366577 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:05.409941 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.11', 58949) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:05.513797 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-cdf3c309-1716-4cfe-82ed-73d669db4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.515775 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-cdf3c309-1716-4cfe-82ed-73d669db4536 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.2008231 May 19 02:29:05.528612 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-21538b01-303c-4c26-8a1d-86d1158fc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.530157 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-21538b01-303c-4c26-8a1d-86d1158fc935 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.0801108 May 19 02:29:05.532678 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:05.582729 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a32d7e27-c144-46d7-8ebc-a51dec242118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:05.693904 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f39259f-17b6-45b8-be0c-d90ceeefcc6c,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:05.696641 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:05.720221 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-1fae2bf4-6c9f-4776-8a5c-94b1dce4ed25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407723 May 19 02:29:05.731020 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039cdb1-4e25-4b16-bd0a-f762ddf2fff5 req-023900c1-8e66-453a-afe1-158673229fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.732537 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3039cdb1-4e25-4b16-bd0a-f762ddf2fff5 req-023900c1-8e66-453a-afe1-158673229fa8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 0.3193839 May 19 02:29:05.747520 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:05.749062 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f39259f-17b6-45b8-be0c-d90ceeefcc6c HTTP/1.1" status: 204 len: 168 time: 1.2934179 May 19 02:29:05.752115 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Allocated IP 172.20.0.12 (c34f38fe-bf36-4d17-be77-27f9a23b3396/36f5f6a2-9b66-46f8-a55a-28514d0ffde7/17412295-d8cc-40b3-bf1b-da1461c386c4) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:29:05.757489 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-c028b29a-295c-4529-81e4-d73ffcac5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.758999 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-c028b29a-295c-4529-81e4-d73ffcac5079 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2296293 May 19 02:29:05.943222 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3039cdb1-4e25-4b16-bd0a-f762ddf2fff5 req-082941a9-47be-40ab-8330-d2e73da50aad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885102 May 19 02:29:05.995828 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794eb83-ef9f-4174-b911-0103899afdc9 req-7b01966d-3413-42cb-98f6-3fdd7a60ada3 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:05.999290 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5794eb83-ef9f-4174-b911-0103899afdc9 req-7b01966d-3413-42cb-98f6-3fdd7a60ada3 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.4183497 May 19 02:29:06.002318 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002ede-a7bd-4689-8fb9-b5fd04446303 req-acb596e5-c1bd-4012-afaf-cfbf9964739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:06.004145 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fa002ede-a7bd-4689-8fb9-b5fd04446303 req-acb596e5-c1bd-4012-afaf-cfbf9964739b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 1099 time: 0.6336720 May 19 02:29:06.116865 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-fa002ede-a7bd-4689-8fb9-b5fd04446303 req-68ad4640-296b-4b05-96f8-17553ed3ada2 service neutron] Synchronizing usage tracker for tenant:024b19498de8400eae9be2de9a2c6360 on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:06.141614 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-24fe8b49-6e95-41da-9fc5-1fc1ed84d880 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975303 May 19 02:29:06.157928 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59237a4f-da3a-41f9-a0d7-eae5538f88f1 req-95ee52a6-b51d-43da-b733-7f0291d57d34 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:06.166575 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-59237a4f-da3a-41f9-a0d7-eae5538f88f1 req-95ee52a6-b51d-43da-b733-7f0291d57d34 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 943 time: 0.6352890 May 19 02:29:06.230206 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-71c64476-baa8-4870-b3b6-1fc92d49acf1 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451656 May 19 02:29:06.236700 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5794eb83-ef9f-4174-b911-0103899afdc9 req-a7844ec7-df4b-4dd3-950e-f5b68d52e816 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978960 May 19 02:29:06.312459 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-fa002ede-a7bd-4689-8fb9-b5fd04446303 req-68ad4640-296b-4b05-96f8-17553ed3ada2 service neutron] Unset dirty status for tenant:024b19498de8400eae9be2de9a2c6360 on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:06.315429 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fa002ede-a7bd-4689-8fb9-b5fd04446303 req-68ad4640-296b-4b05-96f8-17553ed3ada2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983937 May 19 02:29:06.320224 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-59237a4f-da3a-41f9-a0d7-eae5538f88f1 req-18b1de28-899c-4998-b797-407727099f7c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526680 May 19 02:29:06.514831 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:06.515884 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe10379b-1bc7-4f35-9cf6-1d18be1c732b req-82ed9718-012f-42fd-aaf6-9250822a5e19 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449409 May 19 02:29:06.558018 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Transition to ACTIVE for port object 17412295-d8cc-40b3-bf1b-da1461c386c4 will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:06.563804 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-dbeefbbb-7abe-4d18-986e-d448c4bff65a req-0def2df7-26e9-4787-920e-2f837f86730e service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214393 May 19 02:29:06.700217 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:06.714537 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-114aa2dc-58ef-4889-b4a2-e9bbf6808f3d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:06.831886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:29:06.856327 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:29:06.883295 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:29:06.901956 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:06.905148 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:06.978767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-077800a8-8145-421b-999f-8ac1f783c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:06.983060 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-077800a8-8145-421b-999f-8ac1f783c925 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 1096 time: 0.3846533 May 19 02:29:06.986173 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:07.005672 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:07.018197 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06523125-4008-4ff3-9cd1-1e364581ce28 req-44163ced-7e30-4e63-82dd-78bf231662d3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:07.023943 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-06523125-4008-4ff3-9cd1-1e364581ce28 req-44163ced-7e30-4e63-82dd-78bf231662d3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 932 time: 0.3942761 May 19 02:29:07.068396 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712ef33-0e31-4bd9-b8d2-d9c51d956ecb req-ad743991-30ba-46c3-8ade-3a2ffd7dc330 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:07.072153 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8712ef33-0e31-4bd9-b8d2-d9c51d956ecb req-ad743991-30ba-46c3-8ade-3a2ffd7dc330 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 943 time: 0.4982815 May 19 02:29:07.146459 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3261271 May 19 02:29:07.205125 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f3463-79f2-4b99-8658-d1207345b05b req-44ad3fad-1449-486b-85ee-8e75026da8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:07.207749 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a76f3463-79f2-4b99-8658-d1207345b05b req-44ad3fad-1449-486b-85ee-8e75026da8f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 1096 time: 0.4796357 May 19 02:29:07.226914 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-06523125-4008-4ff3-9cd1-1e364581ce28 req-60538315-35bd-42b5-8a59-2613709b1edb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815295 May 19 02:29:07.340027 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-7de1ffbc-8d3c-4600-88b7-05109357851a None None] Provisioning for port 17412295-d8cc-40b3-bf1b-da1461c386c4 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:07.362526 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-7de1ffbc-8d3c-4600-88b7-05109357851a None None] Provisioning complete for port 17412295-d8cc-40b3-bf1b-da1461c386c4 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:07.363435 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-7de1ffbc-8d3c-4600-88b7-05109357851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:07.615912 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60602) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:07.616734 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-7de1ffbc-8d3c-4600-88b7-05109357851a None None] Port 17412295-d8cc-40b3-bf1b-da1461c386c4 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:29:07.653746 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Request body: {'port': {'device_id': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:07.836005 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f3463-79f2-4b99-8658-d1207345b05b req-d120e54f-6506-475b-b737-e754cc545027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:07.837630 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a76f3463-79f2-4b99-8658-d1207345b05b req-d120e54f-6506-475b-b737-e754cc545027 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 911 time: 0.6093762 May 19 02:29:07.858850 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8712ef33-0e31-4bd9-b8d2-d9c51d956ecb req-ba90b222-c85d-4b25-b5d6-f297dfb90a67 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6495616 May 19 02:29:07.995989 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a76f3463-79f2-4b99-8658-d1207345b05b req-a6a3487f-d0e6-42a6-8fd7-2912e86b826e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 200 len: 217 time: 0.1356313 May 19 02:29:08.124775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:08.206838 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-8788e317-7bdb-418e-9a40-de0268e7cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.208719 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-8788e317-7bdb-418e-9a40-de0268e7cfc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 1.2017100 May 19 02:29:08.331313 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d52a97-786b-48b8-a8d2-bed0c71dc452 req-47c4a0d7-2fc7-4a70-b0c4-c583de2c8c70 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.339860 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-42d52a97-786b-48b8-a8d2-bed0c71dc452 req-47c4a0d7-2fc7-4a70-b0c4-c583de2c8c70 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 946 time: 0.9104834 May 19 02:29:08.372009 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f3463-79f2-4b99-8658-d1207345b05b req-92cb10ea-48b0-4506-b759-21af96a717d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.373519 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a76f3463-79f2-4b99-8658-d1207345b05b req-92cb10ea-48b0-4506-b759-21af96a717d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.3645811 May 19 02:29:08.389862 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-c9c9744b-014d-46fc-8219-c4fe3cabc0be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae HTTP/1.1" status: 200 len: 217 time: 0.1388981 May 19 02:29:08.396371 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1465483664-network', 'tenant_id': 'a19a3e003db84281ac16c1157f48a2a4'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:08.422240 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:08.461790 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-42d52a97-786b-48b8-a8d2-bed0c71dc452 req-c316cdd0-21ee-41c1-bd47-66cb12d351bd tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208007 May 19 02:29:08.484480 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Usage tracker for resource:network and tenant:a19a3e003db84281ac16c1157f48a2a4 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:08.492579 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:08.500936 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816ce1-8066-4df3-a56d-554d42636b38 req-18e2b9c7-358d-41c0-896b-30cc84a9f740 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.502650 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fb816ce1-8066-4df3-a56d-554d42636b38 req-18e2b9c7-358d-41c0-896b-30cc84a9f740 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.2548122 May 19 02:29:08.517849 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:08.542472 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f3463-79f2-4b99-8658-d1207345b05b req-2b769234-79e0-4e07-bf6d-7375fa56c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.546236 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a76f3463-79f2-4b99-8658-d1207345b05b req-2b769234-79e0-4e07-bf6d-7375fa56c14b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1522913 May 19 02:29:08.616662 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Made reservation on behalf of a19a3e003db84281ac16c1157f48a2a4 for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:08.619917 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fb816ce1-8066-4df3-a56d-554d42636b38 req-3272054a-7527-44a0-8d58-5c116d9c419e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053987 May 19 02:29:08.621559 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:08.682433 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:08.719486 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-3e12fa98-423b-41e1-862c-478af8c8be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.721678 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-3e12fa98-423b-41e1-862c-478af8c8be4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.2994943 May 19 02:29:08.735938 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:08.843734 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Usage tracker for resource:security_group_rule and tenant:a19a3e003db84281ac16c1157f48a2a4 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:08.849311 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:08.859423 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-e316886c-aa5e-4353-a74a-365bbd4e0b21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254854 May 19 02:29:08.870548 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:08.881252 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a76f3463-79f2-4b99-8658-d1207345b05b req-fa833b75-13fa-49bb-a025-91a46388d9a6 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199966 May 19 02:29:08.943411 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6399a6-e827-42ed-819a-6ee22e00b512 req-a2d69e65-355e-4a87-b051-0580be7a5d48 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.949762 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ac6399a6-e827-42ed-819a-6ee22e00b512 req-a2d69e65-355e-4a87-b051-0580be7a5d48 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 943 time: 0.3433239 May 19 02:29:08.964492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016953ac-e0a5-4a8a-9a35-4dd9e033497b req-0d09b30e-698b-4890-a6d1-ff7ddcc8cff1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:08.966213 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-016953ac-e0a5-4a8a-9a35-4dd9e033497b req-0d09b30e-698b-4890-a6d1-ff7ddcc8cff1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 932 time: 0.2153363 May 19 02:29:09.098356 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ac6399a6-e827-42ed-819a-6ee22e00b512 req-93f75850-8889-4f3e-87dc-e28820cb1fef tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284101 May 19 02:29:09.128855 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-016953ac-e0a5-4a8a-9a35-4dd9e033497b req-9c59ce9c-6bbf-4973-b8c8-6285fb8ed4f8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384225 May 19 02:29:09.161864 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a76f3463-79f2-4b99-8658-d1207345b05b req-6f96b7e5-f37e-4baa-8f4e-f104ec3e53fe service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683532 May 19 02:29:09.349236 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-1fc09ff7-4492-4602-b366-03eb72ce2800 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072428 May 19 02:29:09.440190 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48ed4e-c811-4bbc-b5dc-b4fcfd0b627b req-18260bbf-7dd1-44b3-b09e-68bddc403d6e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:09.453215 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4b48ed4e-c811-4bbc-b5dc-b4fcfd0b627b req-18260bbf-7dd1-44b3-b09e-68bddc403d6e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 943 time: 0.1258903 May 19 02:29:09.541870 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4b48ed4e-c811-4bbc-b5dc-b4fcfd0b627b req-6ff5d550-4a6f-42d4-91d7-4070ba303121 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859363 May 19 02:29:09.658087 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:09.683216 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:09.696521 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d1c2728e-5f7d-4ef2-bd99-b568b0344c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:09.708236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17412295-d8cc-40b3-bf1b-da1461c386c4 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:09.722487 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:09.751677 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:29:09.752062 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734986e3-5d8b-4abf-a64b-dcfa18f07c2d req-5c6fff0a-7f31-40d1-8d79-1e96113c9516 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:09.761361 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-734986e3-5d8b-4abf-a64b-dcfa18f07c2d req-5c6fff0a-7f31-40d1-8d79-1e96113c9516 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 946 time: 0.1481493 May 19 02:29:09.763157 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:09.789818 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Transition to ACTIVE for port object 17412295-d8cc-40b3-bf1b-da1461c386c4 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:09.795454 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751d87c2-3a01-4078-bfb6-94d001262414,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:09.802028 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:09.803319 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:09.803773 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Added segment 7a3e1c69-1bdf-4cb7-9525-d86134b24c45 of type vlan for network d4ee0d76-6a42-4959-a41f-cc467bac28a8 May 19 02:29:09.807768 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-40cf2156-3f2c-487b-9c3f-b98b52d925ce req-67bcfe17-c328-404f-a0aa-680c7169dc21 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347746 May 19 02:29:09.813359 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:09.819713 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:09.824001 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-734986e3-5d8b-4abf-a64b-dcfa18f07c2d req-d5add9d0-9f64-4873-b43f-fb3c3eb9730b tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617659 May 19 02:29:10.017927 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:10.042806 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:10.051995 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:10.152124 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Attempting to bind port 17412295-d8cc-40b3-bf1b-da1461c386c4 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:29:10.152644 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Attempting to bind port 17412295-d8cc-40b3-bf1b-da1461c386c4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:29:10.153208 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Attempting to bind port 17412295-d8cc-40b3-bf1b-da1461c386c4 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:10.159521 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Port 17412295-d8cc-40b3-bf1b-da1461c386c4 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:29:10.159817 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Attempting to bind port 17412295-d8cc-40b3-bf1b-da1461c386c4 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:10.162070 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:10.165194 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:10.166040 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:10.173306 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:10.195638 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:29:10.196185 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Checking segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:29:10.197344 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Bound using segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:29:10.198017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Bound port: 17412295-d8cc-40b3-bf1b-da1461c386c4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:29:10.198647 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:10.366052 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7466803 May 19 02:29:10.376302 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60666) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:10.378967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Pushing event updated for resources: {'Network': ['ID=d4ee0d76-6a42-4959-a41f-cc467bac28a8,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:10.387664 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Request body: {'subnet': {'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1465483664-subnet', 'tenant_id': 'a19a3e003db84281ac16c1157f48a2a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:10.397625 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:10.400805 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:10.406423 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network d4ee0d76-6a42-4959-a41f-cc467bac28a8 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:29:10.415111 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Usage tracker for resource:subnet and tenant:a19a3e003db84281ac16c1157f48a2a4 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:10.424917 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:10.435913 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device dbcef846-f5c4-4496-8c61-fce984f4f5ae details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:29:10.436989 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:10.448486 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:29:10.453475 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:29:10.462127 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Made reservation on behalf of a19a3e003db84281ac16c1157f48a2a4 for: {'subnet': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:10.468621 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:10.544922 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdef8a1-e43f-484b-9e86-def8ed17a45f req-bf9fbe63-12d5-4403-a7cc-96c41a455c2c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:10.554024 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:29:10.560161 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ccdef8a1-e43f-484b-9e86-def8ed17a45f req-bf9fbe63-12d5-4403-a7cc-96c41a455c2c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 943 time: 0.1756656 May 19 02:29:10.623515 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.db.resource_extend [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:29:10.630786 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97d12b-e274-4725-9d33-b3d98e7503f9 req-22e20415-6705-45aa-8440-498cbfbd7931 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:10.635380 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d97d12b-e274-4725-9d33-b3d98e7503f9 req-22e20415-6705-45aa-8440-498cbfbd7931 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.3295741 May 19 02:29:10.721754 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ccdef8a1-e43f-484b-9e86-def8ed17a45f req-a54aabf7-b896-4cdc-8da4-0357fd8daf6b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596599 May 19 02:29:10.797270 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d97d12b-e274-4725-9d33-b3d98e7503f9 req-f9d86772-9ef6-4d2b-aa52-442706dd2712 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364968 May 19 02:29:10.900596 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:10.918598 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port dbcef846-f5c4-4496-8c61-fce984f4f5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:10.919565 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:10.935780 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae', 'network_id': 'd8f110cd-0fd5-4235-a022-8e52b9fdff64', 'port_id': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae', 'mac_address': 'fa:16:3e:6a:e8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88864924-0c83-4301-88f6-b74bfb08fc15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:29:11.051947 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39966e14-2df2-4c3d-8fd3-fca73756e598 req-87c3c02a-618b-421e-bca1-d762db666b32 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:11.054895 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-39966e14-2df2-4c3d-8fd3-fca73756e598 req-87c3c02a-618b-421e-bca1-d762db666b32 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 943 time: 0.1832438 May 19 02:29:11.093669 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:11.146391 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-39966e14-2df2-4c3d-8fd3-fca73756e598 req-4bf63dda-2318-413a-999d-f9d602e2ea51 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847182 May 19 02:29:11.176211 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:11.177026 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:11.177919 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcef846-f5c4-4496-8c61-fce984f4f5ae {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:11.178855 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-9484e775-260a-49d4-990b-03231290cdcf service neutron] 10.222.0.11 "PUT /v2.0/ports/17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 200 len: 1094 time: 3.5650239 May 19 02:29:11.185250 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:11.229883 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:11.238314 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port dbcef846-f5c4-4496-8c61-fce984f4f5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:11.247265 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:11.248248 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a77ab39a-9b2c-404a-81d0-164ccb019945 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:29:11.250453 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:11.255651 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:11.423924 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'status': 'completed', 'code': 200} May 19 02:29:11.633695 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=dbcef846-f5c4-4496-8c61-fce984f4f5ae,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:11.643048 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:11.676869 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-b74397cd-b802-4972-8a62-35bbc51f2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:11.678520 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-b74397cd-b802-4972-8a62-35bbc51f2fa2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1097 time: 0.4181774 May 19 02:29:11.706209 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port a77ab39a-9b2c-404a-81d0-164ccb019945, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a77ab39a-9b2c-404a-81d0-164ccb019945,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:11.744009 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'port_id': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'mac_address': 'fa:16:3e:63:d3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:29:11.847283 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-8b8e0ecf-a820-4181-9f5b-7b73c0855270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 200 len: 217 time: 0.1480503 May 19 02:29:11.954141 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:11.991374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-cf8241e4-b02f-4e44-a13d-7638649ad744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:11.992938 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-cf8241e4-b02f-4e44-a13d-7638649ad744 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.1302929 May 19 02:29:12.009774 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77ab39a-9b2c-404a-81d0-164ccb019945 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:12.040797 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port a77ab39a-9b2c-404a-81d0-164ccb019945, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a77ab39a-9b2c-404a-81d0-164ccb019945,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:12.048060 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:12.051956 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:12.237320 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:12.239195 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=a77ab39a-9b2c-404a-81d0-164ccb019945,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:12.243785 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8d988da1-dc9c-49bf-9f70-befe5a382b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:12.251870 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1a311-f50c-4208-87f4-e50f7754bd18 req-4ef0e3cc-e065-4178-83ce-f04ab8a11bdf tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:12.252569 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:12.265691 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-24f1a311-f50c-4208-87f4-e50f7754bd18 req-4ef0e3cc-e065-4178-83ce-f04ab8a11bdf tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 944 time: 0.2811377 May 19 02:29:12.326291 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-24f1a311-f50c-4208-87f4-e50f7754bd18 req-648f2542-d357-457c-bedc-ee1bc635d076 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 May 19 02:29:12.370711 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a24877-2a50-4708-8a1c-843816ab7795,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:12.379025 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:12.381703 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4cef-2714-4ba0-94af-58482d327463 req-879dfafa-a757-4648-aa85-a9f726f69e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:12.385282 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-879dfafa-a757-4648-aa85-a9f726f69e32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3562982 May 19 02:29:12.391486 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Checking segment: {'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:29:12.391823 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Network hostable DHCP agents. Network: d4ee0d76-6a42-4959-a41f-cc467bac28a8, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:29:12.431428 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-435d89fd-8e06-42b5-89a0-b739aeb345c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:12.452971 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Network d4ee0d76-6a42-4959-a41f-cc467bac28a8 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:29:12.519517 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, d4ee0d76-6a42-4959-a41f-cc467bac28a8) {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:29:12.527202 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['dbcef846-f5c4-4496-8c61-fce984f4f5ae'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:12.531964 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:12.532633 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:12.569377 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-2a09b234-2a01-429a-9e1f-8b3b4feea576 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1918037 May 19 02:29:12.584781 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-d9ccb51a-d968-4990-9f09-e9648db9231e service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874197 May 19 02:29:12.685938 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970cb9b6-78f1-49db-be9a-31189bcb8146 None None] Network d4ee0d76-6a42-4959-a41f-cc467bac28a8 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:29:12.698907 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['a77ab39a-9b2c-404a-81d0-164ccb019945'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:12.777798 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8468715-f895-45b5-bf98-7d8777fb5309 req-5bfcd90b-2b19-4e25-9afe-c0d366055ca1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:12.802517 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d8468715-f895-45b5-bf98-7d8777fb5309 req-5bfcd90b-2b19-4e25-9afe-c0d366055ca1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2959852 May 19 02:29:12.848342 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8edd4cef-2714-4ba0-94af-58482d327463 req-d8e9367b-2249-45b8-bbb8-40ed9f89a9b5 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534938 May 19 02:29:12.977586 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d8468715-f895-45b5-bf98-7d8777fb5309 req-1419a4ec-e92f-4a03-94c0-0a3545d37020 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746330 May 19 02:29:13.178971 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-7a71cc4c-9533-4912-9352-5d7660607538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:13.186576 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-7a71cc4c-9533-4912-9352-5d7660607538 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1097 time: 0.2549994 May 19 02:29:13.404919 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60760) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:13.505049 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78a6ba-d64a-4618-9b1c-1369fad950b7 req-496c3a40-3c23-4f38-bc5f-726964c436f5 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:13.514968 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f78a6ba-d64a-4618-9b1c-1369fad950b7 req-496c3a40-3c23-4f38-bc5f-726964c436f5 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 944 time: 0.1753383 May 19 02:29:13.518005 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-01312d25-a8b8-4ed1-b29f-b7491668496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:13.519471 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-01312d25-a8b8-4ed1-b29f-b7491668496b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.3234646 May 19 02:29:13.577782 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c2290-0e50-43bb-971b-0cc808f78f1b None None] Network d4ee0d76-6a42-4959-a41f-cc467bac28a8 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:29:13.624091 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f78a6ba-d64a-4618-9b1c-1369fad950b7 req-7e0cb6bf-ff27-4185-9eb6-e2926876b74b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033804 May 19 02:29:13.668010 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-69f659d1-3898-4dda-accc-ea3530b78181 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 200 len: 217 time: 0.1388929 May 19 02:29:13.818638 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-bccd83c1-68d4-4307-8dd1-5377328bde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:13.824978 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-bccd83c1-68d4-4307-8dd1-5377328bde3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.1438916 May 19 02:29:13.861954 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:14.034918 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7642a-eaad-4996-940b-1faed0e72285 req-fe190e5e-79fb-4f7d-8e85-98afb8299aea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:14.039664 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8ae7642a-eaad-4996-940b-1faed0e72285 req-fe190e5e-79fb-4f7d-8e85-98afb8299aea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 944 time: 0.2873917 May 19 02:29:14.127459 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:14.129120 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8ae7642a-eaad-4996-940b-1faed0e72285 req-64910e78-3366-445b-8592-acccba7008d3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734823 May 19 02:29:14.138381 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Usage tracker for resource:security_group_rule and tenant:3ab51d20b5394eb0a68682b03cca578f is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:14.170730 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:14.186045 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:14.257796 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-3dcdc2c8-a072-4f8b-8d88-732db43d52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:14.260256 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-3dcdc2c8-a072-4f8b-8d88-732db43d52be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3830495 May 19 02:29:14.538953 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404c0dc-023f-43cb-b8bf-1dc1e0441a17 req-d3a7efa6-61c8-4aee-aa7c-37333526a43f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:14.541283 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0404c0dc-023f-43cb-b8bf-1dc1e0441a17 req-d3a7efa6-61c8-4aee-aa7c-37333526a43f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.3054729 May 19 02:29:14.572497 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:14.578831 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:14.587870 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-358b638a-c740-4035-aa45-cb0586e4eea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:14.596933 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-2b72b0b1-76e9-466a-b9e8-c0ad748cc8c1 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206642 May 19 02:29:14.603893 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0404c0dc-023f-43cb-b8bf-1dc1e0441a17 req-1648c44b-0429-4cc2-9f48-ca6c276d782a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 May 19 02:29:14.690048 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ab51d20b5394eb0a68682b03cca578f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2840636 May 19 02:29:14.690534 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60786) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:14.693113 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0a1f78-549f-41a2-aacb-2c9949606de8,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:14.773872 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:14.822284 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:14.851605 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-224fa7f9-8cba-494b-a94c-5c2f211dc7e7 req-1a7f1f35-9e23-440f-98fe-5fe42eb674d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363193 May 19 02:29:14.912711 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:15.032616 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f468a-9379-41ce-b84a-3bcc7e0fb35d req-c9dc03de-6630-4d05-809c-7c9b19b2cf21 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:15.034745 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-535f468a-9379-41ce-b84a-3bcc7e0fb35d req-c9dc03de-6630-4d05-809c-7c9b19b2cf21 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 944 time: 0.1920364 May 19 02:29:15.061697 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:15.073593 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-11849b63-7136-450f-9468-b5366562024c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:15.117655 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0a1f78-549f-41a2-aacb-2c9949606de8,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:15.124641 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:15.129445 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:15.135755 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc0a1f78-549f-41a2-aacb-2c9949606de8 HTTP/1.1" status: 204 len: 168 time: 0.4437778 May 19 02:29:15.141718 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-535f468a-9379-41ce-b84a-3bcc7e0fb35d req-a4deb5a9-55a8-46ff-86ae-5aab491499c2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974743 May 19 02:29:15.228160 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:15.417394 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9b7949b0-7f93-45f4-8b8d-5c45678210f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:15.594731 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3513a-a433-4030-bf25-1f7d5eb02d68 req-d23c18b9-7615-4147-b3ae-8b1229ed9b10 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:15.606769 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-19f3513a-a433-4030-bf25-1f7d5eb02d68 req-d23c18b9-7615-4147-b3ae-8b1229ed9b10 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 944 time: 0.1762388 May 19 02:29:15.710605 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-19f3513a-a433-4030-bf25-1f7d5eb02d68 req-457b163f-ace5-42d2-9e1c-12e8d9071ff7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019545 May 19 02:29:15.750386 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 60822) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:15.833336 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:15.920760 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:15.976300 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Usage tracker for resource:security_group_rule and tenant:c37452d922064979952d3264f4b6e788 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:15.991172 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:16.003671 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:16.052469 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.069334 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286447c-f82a-4e2e-b268-27790f6a235a req-06596817-1504-496f-b8cb-6905ceace4eb tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:16.070869 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-06596817-1504-496f-b8cb-6905ceace4eb tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 0.2797339 May 19 02:29:16.104145 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-6b35ad27-4e0d-49b6-9419-d4620ff0a33c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/quotas/5723aaf8643e4438b160b02c777b9781 HTTP/1.1" status: 200 len: 375 time: 0.0217915 May 19 02:29:16.211757 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670c91-f150-449f-b59d-006f12fcddde req-848b5123-b5d7-47ef-bdef-f1ee898a7222 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:16.214757 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-66670c91-f150-449f-b59d-006f12fcddde req-848b5123-b5d7-47ef-bdef-f1ee898a7222 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2863522 May 19 02:29:16.295345 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.309859 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.326712 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-60933352-b144-48c9-862a-a30ca8dc3724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:16.340330 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-66670c91-f150-449f-b59d-006f12fcddde req-da1280f7-b9f3-4e22-b399-b88e4d16d921 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973818 May 19 02:29:16.386985 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c37452d922064979952d3264f4b6e788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329253 May 19 02:29:16.391348 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 60834) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:16.392581 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-6a461af0-a3cc-45e7-be4f-b26804a8ce1a tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2744069 May 19 02:29:16.397030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13954e50-bbb7-4618-bf41-672f98c7df3a,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:16.401011 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:16.474787 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:29:16.535284 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device dbcef846-f5c4-4496-8c61-fce984f4f5ae up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:29:16.538396 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.572598 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.683116 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.690751 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-cbe97267-79b3-4cc1-9068-ffe8008f0f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:16.708525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13954e50-bbb7-4618-bf41-672f98c7df3a,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:16.722179 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:16.724538 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-070ed598-8596-4069-b320-e40273ce7fc9 service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097844 May 19 02:29:16.731532 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port dbcef846-f5c4-4496-8c61-fce984f4f5ae completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:16.736369 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.737831 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13954e50-bbb7-4618-bf41-672f98c7df3a HTTP/1.1" status: 204 len: 168 time: 0.3394597 May 19 02:29:16.802733 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:16.821288 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'port_id': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'mac_address': 'fa:16:3e:9c:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:29:16.825311 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port dbcef846-f5c4-4496-8c61-fce984f4f5ae triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:16.825689 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.916210 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-db7265c6-a65f-44f1-ad7e-2cf2de8a9a6a tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:16.934835 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-db7265c6-a65f-44f1-ad7e-2cf2de8a9a6a tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/networks?id=d4ee0d76-6a42-4959-a41f-cc467bac28a8 HTTP/1.1" status: 200 len: 809 time: 0.3969986 May 19 02:29:16.938850 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:16.964573 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17412295-d8cc-40b3-bf1b-da1461c386c4 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:16.968418 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-de1c58d4-47f6-4d26-8fb7-cc2bead7ab02 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/quotas/a19a3e003db84281ac16c1157f48a2a4 HTTP/1.1" status: 200 len: 375 time: 0.0384896 May 19 02:29:17.035700 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:17.052462 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:17.063729 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-bf995530-624e-4b83-ad56-36cb3ea7094b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:17.071174 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6a18f3c1-ea3d-49e2-badf-4a15e5538e81 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a19a3e003db84281ac16c1157f48a2a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860953 May 19 02:29:17.085357 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-f5d66d1b-1ea3-4d88-9c58-e279934c8353 service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470716 May 19 02:29:17.182322 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:17.222951 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:17.236028 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:17.239871 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port dbcef846-f5c4-4496-8c61-fce984f4f5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:17.241275 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:17.245498 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:17.246643 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a77ab39a-9b2c-404a-81d0-164ccb019945 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:29:17.308480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:17.475186 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=dbcef846-f5c4-4496-8c61-fce984f4f5ae,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:17.484940 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port a77ab39a-9b2c-404a-81d0-164ccb019945 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:17.502604 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:17.503390 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port a77ab39a-9b2c-404a-81d0-164ccb019945 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:17.506051 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:17.544040 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:17.556736 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['17412295-d8cc-40b3-bf1b-da1461c386c4'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:17.768815 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:17.785596 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-57ca096f-dfe0-476b-862c-10899a819836 service neutron] 10.222.0.60 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890659 May 19 02:29:17.835000 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port a77ab39a-9b2c-404a-81d0-164ccb019945, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a77ab39a-9b2c-404a-81d0-164ccb019945,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:17.844262 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:17.848419 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:17.959150 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=a77ab39a-9b2c-404a-81d0-164ccb019945,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:17.978458 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:18.110789 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-32018ffd-ed50-4541-a034-7c7792328adc service neutron] 10.222.0.60 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241570 May 19 02:29:18.119301 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e2a48-77fb-422b-8fe1-785a67a8027d req-661f98e9-621c-43e0-b429-5c9fbd01cced tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:18.120801 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-513e2a48-77fb-422b-8fe1-785a67a8027d req-661f98e9-621c-43e0-b429-5c9fbd01cced tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 944 time: 0.4926341 May 19 02:29:18.193517 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-513e2a48-77fb-422b-8fe1-785a67a8027d req-544a1b43-f129-42fc-81d7-3c28756ab612 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653503 May 19 02:29:18.422827 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae', 'code': 200} May 19 02:29:18.502960 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7176e-c6fe-4028-92a6-d643846abcf2 req-9093f41f-39d5-462c-9eb5-e8b7fa43b99b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:18.506051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-69e7176e-c6fe-4028-92a6-d643846abcf2 req-9093f41f-39d5-462c-9eb5-e8b7fa43b99b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1835120 May 19 02:29:18.638359 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-69e7176e-c6fe-4028-92a6-d643846abcf2 req-c6cab605-7b5e-48ac-8379-0bc52e803bb9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233788 May 19 02:29:18.978386 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ff40a-4f02-4cd2-976c-f2a6fe485721 req-74778908-2999-46c3-aba6-ae7c59aa55df tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:18.996216 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3f9ff40a-4f02-4cd2-976c-f2a6fe485721 req-74778908-2999-46c3-aba6-ae7c59aa55df tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 945 time: 0.3704488 May 19 02:29:19.043743 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bdac7-2a32-4922-a4a0-b717319c5e41 req-1744b15e-d8f5-4d74-9233-65afa44b4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:19.046414 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7f9bdac7-2a32-4922-a4a0-b717319c5e41 req-1744b15e-d8f5-4d74-9233-65afa44b4036 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 1098 time: 0.2069144 May 19 02:29:19.113945 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3f9ff40a-4f02-4cd2-976c-f2a6fe485721 req-aebe0186-8caa-457b-9fb1-91cb08eb99f1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113300 May 19 02:29:19.198765 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7f9bdac7-2a32-4922-a4a0-b717319c5e41 req-91966346-dc85-4623-83b8-7ed0994b4da9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425881 May 19 02:29:19.491909 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dec7cb48-b342-4254-9e00-b82281f57e62 req-a5b98160-9666-46b6-9193-849622697ee5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 210 time: 0.0717282 May 19 02:29:19.494453 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d1ba8b67-abf9-4bf2-9553-b4a3dd13d260 req-0f237478-42ae-4021-a1af-2e60c0da7207 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 210 time: 0.1597488 May 19 02:29:20.067758 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd83699-5d6b-4a4b-8be5-3c9d3bc0bb1e req-cb60945a-6b5c-4832-a1da-349c4166111a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:20.075669 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8fd83699-5d6b-4a4b-8be5-3c9d3bc0bb1e req-cb60945a-6b5c-4832-a1da-349c4166111a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2085664 May 19 02:29:20.088988 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc1915-ca2b-4f71-be55-b1fd82a3c511 req-d534674b-d1c6-4555-9fe4-1c123574c891 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:20.090515 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-62dc1915-ca2b-4f71-be55-b1fd82a3c511 req-d534674b-d1c6-4555-9fe4-1c123574c891 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 946 time: 0.3468034 May 19 02:29:20.182462 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-62dc1915-ca2b-4f71-be55-b1fd82a3c511 req-592d4414-de1b-4a20-aa22-1b62e8ccb7df tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767303 May 19 02:29:20.186981 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8fd83699-5d6b-4a4b-8be5-3c9d3bc0bb1e req-0eeb62c9-ba4f-4fc5-841a-985b999f44a7 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104791 May 19 02:29:20.302078 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286447c-f82a-4e2e-b268-27790f6a235a req-0430a892-e92f-48ac-971a-12b817cee1db tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:20.302954 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-c286447c-f82a-4e2e-b268-27790f6a235a req-0430a892-e92f-48ac-971a-12b817cee1db tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Synchronizing usage tracker for tenant:5723aaf8643e4438b160b02c777b9781 on resource:network {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:20.344068 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-c286447c-f82a-4e2e-b268-27790f6a235a req-0430a892-e92f-48ac-971a-12b817cee1db tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Unset dirty status for tenant:5723aaf8643e4438b160b02c777b9781 on resource:network {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:20.347275 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-0430a892-e92f-48ac-971a-12b817cee1db tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 0.4039631 May 19 02:29:20.396120 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Request body: {'port': {'device_id': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'admin_state_up': True, 'tenant_id': '5723aaf8643e4438b160b02c777b9781'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:20.424687 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:20.510222 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:29:20.654850 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 17412295-d8cc-40b3-bf1b-da1461c386c4 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:20.667016 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 17412295-d8cc-40b3-bf1b-da1461c386c4 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:20.668379 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:20.702753 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691a49-d0dd-48bd-97f9-63b60ad61e71 req-3d93089d-6b3c-4587-871b-9b854eb5d5c0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:20.705757 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1691a49-d0dd-48bd-97f9-63b60ad61e71 req-3d93089d-6b3c-4587-871b-9b854eb5d5c0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 945 time: 0.3275795 May 19 02:29:20.755030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2f3d8-c203-471b-a8cb-763b8fa59c38 req-31079196-87b7-4b24-a1d2-ec250271793e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:20.771245 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-53c2f3d8-c203-471b-a8cb-763b8fa59c38 req-31079196-87b7-4b24-a1d2-ec250271793e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3365283 May 19 02:29:20.886250 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1691a49-d0dd-48bd-97f9-63b60ad61e71 req-4bf46900-5b1b-4dc2-a7a3-606589ff0d3e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739228 May 19 02:29:20.886574 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:20.930314 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-53c2f3d8-c203-471b-a8cb-763b8fa59c38 req-ddcef9c3-a28e-422d-bd2a-28c8bece6d9b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571875 May 19 02:29:20.932863 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:20.971460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Made reservation on behalf of 5723aaf8643e4438b160b02c777b9781 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:20.981775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:21.016429 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:21.050793 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'code': 200} May 19 02:29:21.130547 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:21.139043 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:21.145885 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:21.374510 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:21.380071 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:21.446150 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Allocated IP 172.20.0.11 (c751509f-c158-4969-9b77-2378a30a3450/ae7579fd-9980-4370-8e05-f83befb3d8bc/4fca5514-0ed8-4b2a-a66d-903b2c1cfd97) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:29:21.530403 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0ace77a1-85d4-4858-9752-ebf78071254a req-63674903-37f9-4a07-ba11-189df4a29fd6 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 210 time: 0.2325001 May 19 02:29:21.570713 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-389f3cc0-49eb-4d52-85df-abdd41a06ae0 req-c7ddb550-5cce-4e66-981b-4118a800eaa9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 210 time: 0.1459067 May 19 02:29:22.080949 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:22.147401 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-b812998b-6273-4dfb-87e8-dbfb8a640b16 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.148565 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-b812998b-6273-4dfb-87e8-dbfb8a640b16 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Synchronizing usage tracker for tenant:a19a3e003db84281ac16c1157f48a2a4 on resource:network {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:22.181901 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e375e3-d102-45d5-b71f-d773ce688628 req-80311b2c-79e5-4403-9eff-810d013f58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.185085 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1e375e3-d102-45d5-b71f-d773ce688628 req-80311b2c-79e5-4403-9eff-810d013f58d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 1098 time: 0.2543485 May 19 02:29:22.185435 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-b812998b-6273-4dfb-87e8-dbfb8a640b16 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Unset dirty status for tenant:a19a3e003db84281ac16c1157f48a2a4 on resource:network {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:22.187538 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-b812998b-6273-4dfb-87e8-dbfb8a640b16 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "GET /v2.0/networks?id=d4ee0d76-6a42-4959-a41f-cc467bac28a8 HTTP/1.1" status: 200 len: 809 time: 0.4376969 May 19 02:29:22.205909 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:22.213832 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c4f2f-5890-47d2-b555-3f5d2a2eba06 req-c9fd5bbe-ca5e-4524-b899-a16506de8f4b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.214429 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Request body: {'port': {'device_id': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8', 'admin_state_up': True, 'tenant_id': 'a19a3e003db84281ac16c1157f48a2a4'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:22.220059 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:22.225744 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-062c4f2f-5890-47d2-b555-3f5d2a2eba06 req-c9fd5bbe-ca5e-4524-b899-a16506de8f4b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.4307652 May 19 02:29:22.291597 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:22.417688 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030262be-c413-4e42-9c9d-d4a431ae8fd8 req-85d86791-f31c-484d-bb09-bc12056c497c tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.420088 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-030262be-c413-4e42-9c9d-d4a431ae8fd8 req-85d86791-f31c-484d-bb09-bc12056c497c tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 946 time: 0.5641072 May 19 02:29:22.499080 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Network c751509f-c158-4969-9b77-2378a30a3450 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:29:22.501042 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1e375e3-d102-45d5-b71f-d773ce688628 req-d323f64c-a032-440c-94b6-de5293b5793c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433782 May 19 02:29:22.507944 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:29:22.514205 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event updated for resources: {'Port': ['ID=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:22.516983 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:29:22.522742 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-062c4f2f-5890-47d2-b555-3f5d2a2eba06 req-e6f696e0-163f-429f-9001-c97b493caae4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939742 May 19 02:29:22.522918 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.523511 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:22.556721 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.557113 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.557459 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.557813 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.558155 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.558500 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.558918 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.559260 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.559599 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.559989 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.560320 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.560652 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:22.567606 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-030262be-c413-4e42-9c9d-d4a431ae8fd8 req-eeedb967-8c21-47a7-a379-5545bbd820c2 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1afa763-9e58-4956-a88b-a1b7033c9644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261473 May 19 02:29:22.587848 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-75086313-cbe0-4894-a90f-3911dbf6864d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.588070 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:22.589606 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-75086313-cbe0-4894-a90f-3911dbf6864d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.11 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 946 time: 0.2898970 May 19 02:29:22.626831 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:22.636165 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Usage tracker for resource:port and tenant:a19a3e003db84281ac16c1157f48a2a4 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:22.640748 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:22.645952 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2829182 May 19 02:29:22.650916 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:22.663377 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Made reservation on behalf of a19a3e003db84281ac16c1157f48a2a4 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:22.669955 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:22.700984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Request body: {'port': {'device_id': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:22.926267 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c6e8e-e132-49c6-b036-89ec8e8bc304 req-21b64b7f-63b8-4aec-b1a9-acdf39d2d275 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.927803 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ff0c6e8e-e132-49c6-b036-89ec8e8bc304 req-21b64b7f-63b8-4aec-b1a9-acdf39d2d275 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2423351 May 19 02:29:22.945310 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b9317-b28b-493b-ab74-8daf98ae0730 req-3185cd51-3d16-4598-b487-26e4b8580f89 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:22.946860 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-674b9317-b28b-493b-ab74-8daf98ae0730 req-3185cd51-3d16-4598-b487-26e4b8580f89 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1975231 May 19 02:29:23.029584 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Deleting port 8a275238-b27f-4de5-9ccf-191e4baff380 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:29:23.029943 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:23.052444 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:23.058225 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:23.163896 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Allocated IP 172.20.0.13 (d4ee0d76-6a42-4959-a41f-cc467bac28a8/46a24877-2a50-4708-8a1c-843816ab7795/4d9d2ef4-ed39-4271-adf7-02093e6c8bfc) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:29:23.264982 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-674b9317-b28b-493b-ab74-8daf98ae0730 req-ecbbbd2b-4c6a-4ee8-91a3-6a5a1061a1b2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057301 May 19 02:29:23.280085 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ff0c6e8e-e132-49c6-b036-89ec8e8bc304 req-07e630b3-e640-49c8-b2f5-3c208c05ac3f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302405 May 19 02:29:23.480580 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] For port 8a275238-b27f-4de5-9ccf-191e4baff380, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a275238-b27f-4de5-9ccf-191e4baff380,segment=NetworkSegment(350362fb-2652-4795-8c1e-adc93e3b81f9),segment_id=350362fb-2652-4795-8c1e-adc93e3b81f9)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:23.481022 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:23.779404 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Calling delete_port for 8a275238-b27f-4de5-9ccf-191e4baff380 owned by compute:nova {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:29:23.791091 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:23.799384 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1f42bd47-431e-421c-9a06-c4235316fd05 req-7e4a5020-0700-437b-8975-b67f40ec0997 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 210 time: 0.2816622 May 19 02:29:23.886135 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:23.896537 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:23.911318 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'code': 200} May 19 02:29:23.932061 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Transition to ACTIVE for port object 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:23.945735 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:23.978919 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:24.057346 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e670a8-6e25-47e9-b3ec-078f511d556b req-a41d1696-ff8f-445e-99c8-7b1131a76e84 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:24.069242 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a4e670a8-6e25-47e9-b3ec-078f511d556b req-a41d1696-ff8f-445e-99c8-7b1131a76e84 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 932 time: 0.4532306 May 19 02:29:24.195466 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:24.225950 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a4e670a8-6e25-47e9-b3ec-078f511d556b req-888d54fe-2128-4062-9d10-f5193e5d219f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548753 May 19 02:29:24.287436 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:24.305939 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['8a275238-b27f-4de5-9ccf-191e4baff380'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:24.313953 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Network d4ee0d76-6a42-4959-a41f-cc467bac28a8 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:29:24.329219 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:29:24.347869 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:29:24.358838 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:24.360164 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:24.413720 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:24.417005 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Attempting to bind port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:29:24.418103 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Attempting to bind port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:29:24.418437 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Attempting to bind port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:24.420699 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Pushing event updated for resources: {'Port': ['ID=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:24.442622 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:24.447721 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 on network c751509f-c158-4969-9b77-2378a30a3450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:29:24.448165 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Attempting to bind port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:24.454566 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:24.518522 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Pushing event deleted for resources: {'Port': ['ID=8a275238-b27f-4de5-9ccf-191e4baff380,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:24.518769 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:29:24.518933 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Checking segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:29:24.519322 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Bound using segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:29:24.519858 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Bound port: 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:29:24.520163 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:24.557055 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.557400 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.557742 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.558082 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.558412 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.558734 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.559251 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.559584 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.559915 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.560243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.560566 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.560923 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:24.565801 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:24.621156 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4176269 May 19 02:29:24.662119 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e936251-1132-4a77-a10a-a11f29f6f851 req-fb751960-467c-46ba-9cf6-5be71e6ca876 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.0953212 May 19 02:29:24.678107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] No DVR routers for this DVR port 8a275238-b27f-4de5-9ccf-191e4baff380 on host hv-cinder-78462 {{(pid=91265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:29:24.683211 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:24.686967 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'name': 'network-vif-deleted', 'tag': '8a275238-b27f-4de5-9ccf-191e4baff380'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:24.689766 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Request body: {'port': {'device_id': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:24.705343 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18f834-1cbb-4726-b7df-d2bae7802897 req-799b814c-039a-46f4-89d4-ce151e676624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:24.705343 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0c18f834-1cbb-4726-b7df-d2bae7802897 req-799b814c-039a-46f4-89d4-ce151e676624 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1099 time: 0.4086916 May 19 02:29:24.760154 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.11 "DELETE /v2.0/ports/8a275238-b27f-4de5-9ccf-191e4baff380 HTTP/1.1" status: 204 len: 173 time: 2.1429143 May 19 02:29:24.794431 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6daeb-dfac-44ae-a148-56a197145939 req-2c5e6153-e0a4-4fe9-97b0-be1e35482a3e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:24.800089 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Pushing event updated for resources: {'Port': ['ID=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:24.802329 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-19f6daeb-dfac-44ae-a148-56a197145939 req-2c5e6153-e0a4-4fe9-97b0-be1e35482a3e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.3566773 May 19 02:29:24.821031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:24.913543 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0c18f834-1cbb-4726-b7df-d2bae7802897 req-120d509f-b894-46eb-b956-c9bfc63dc6c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954422 May 19 02:29:24.930416 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-19f6daeb-dfac-44ae-a148-56a197145939 req-be09ea09-2ce9-41e5-bfeb-bdccbd60dfdc tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268492 May 19 02:29:24.951219 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c144a-e02e-416d-b959-415abf53fa1e req-2c2c761a-e2a7-47f1-99eb-0c60f0231d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:24.954354 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-de0c144a-e02e-416d-b959-415abf53fa1e req-2c2c761a-e2a7-47f1-99eb-0c60f0231d0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 1098 time: 0.4520800 May 19 02:29:25.042464 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] For port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:29:25.103163 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb73f4-011b-4c2a-9ba2-24f2b503ddce req-48a3fec1-f2c6-41d2-8735-15b9797f4513 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:25.106840 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fedb73f4-011b-4c2a-9ba2-24f2b503ddce req-48a3fec1-f2c6-41d2-8735-15b9797f4513 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1896188 May 19 02:29:25.208572 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] For port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:29:25.218652 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:25.228385 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3e7ba7d5-aaaa-42c4-87c7-bff75989b2e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:25.273400 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:25.324871 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fedb73f4-011b-4c2a-9ba2-24f2b503ddce req-7312cf35-78bf-4176-a3cf-c6258ed83679 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063251 May 19 02:29:25.402418 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9745296-c4c2-4b89-8ca7-f5e3ce0e571a req-972bcf1d-f7d7-46a0-bbc7-6146926e1989 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:25.406291 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e9745296-c4c2-4b89-8ca7-f5e3ce0e571a req-972bcf1d-f7d7-46a0-bbc7-6146926e1989 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.2470632 May 19 02:29:25.491497 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5', 'name': 'network-vif-deleted', 'tag': '8a275238-b27f-4de5-9ccf-191e4baff380', 'status': 'completed', 'code': 200} May 19 02:29:25.557481 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e9745296-c4c2-4b89-8ca7-f5e3ce0e571a req-3679c1ce-2b29-4252-8029-a8abbfed2248 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404672 May 19 02:29:25.573777 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c144a-e02e-416d-b959-415abf53fa1e req-a97aa51f-239d-49b8-b8c5-b63ad245025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:25.575880 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-de0c144a-e02e-416d-b959-415abf53fa1e req-a97aa51f-239d-49b8-b8c5-b63ad245025d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 0.5252171 May 19 02:29:25.692117 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:25.693182 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:25.697618 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] 10.222.0.11 "PUT /v2.0/ports/4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 HTTP/1.1" status: 200 len: 1094 time: 3.0070374 May 19 02:29:25.756249 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:25.766256 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd25c02-14ae-4081-b1d9-f86acc811e7c req-1fb66191-254e-4829-ac61-91b8fa9efcf3 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:25.769031 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0fd25c02-14ae-4081-b1d9-f86acc811e7c req-1fb66191-254e-4829-ac61-91b8fa9efcf3 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 932 time: 0.1294067 May 19 02:29:25.801972 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-de0c144a-e02e-416d-b959-415abf53fa1e req-19174d83-a668-43ce-a929-f5714cd1d6fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae HTTP/1.1" status: 200 len: 217 time: 0.2138109 May 19 02:29:25.858276 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Pushing event updated for resources: {'Port': ['ID=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:25.887488 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:26.003872 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0fd25c02-14ae-4081-b1d9-f86acc811e7c req-94014b7d-6cdf-44ee-b5da-fd45fb8aeb77 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701112 May 19 02:29:26.075180 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8165b9-5c63-4646-8f60-56e816d9b3c3 req-9c97ffec-a529-4300-8d76-332de7803c17 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:26.089693 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7c8165b9-5c63-4646-8f60-56e816d9b3c3 req-9c97ffec-a529-4300-8d76-332de7803c17 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.3188486 May 19 02:29:26.090551 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 32844) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:26.126501 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'floatingip': {'port_id': 'a77ab39a-9b2c-404a-81d0-164ccb019945'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:26.196637 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c144a-e02e-416d-b959-415abf53fa1e req-a972034c-024b-4d9a-b63f-6666bda9b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:26.199061 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-de0c144a-e02e-416d-b959-415abf53fa1e req-a972034c-024b-4d9a-b63f-6666bda9b02b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.3268492 May 19 02:29:26.349878 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-de0c144a-e02e-416d-b959-415abf53fa1e req-d73053f0-840d-4ea5-b087-6bdc525136bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204383 May 19 02:29:26.442695 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286447c-f82a-4e2e-b268-27790f6a235a req-eaaa9445-5f70-4380-9cee-6db358bb2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:26.444257 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-eaaa9445-5f70-4380-9cee-6db358bb2d99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 1097 time: 0.6486220 May 19 02:29:26.524146 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:26.533416 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 8a275238-b27f-4de5-9ccf-191e4baff380 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:29:26.622373 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 8a275238-b27f-4de5-9ccf-191e4baff380 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:29:26.626072 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 8a275238-b27f-4de5-9ccf-191e4baff380 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:29:26.632506 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-d33879ce-428b-4027-b577-9135f4e4bb79 req-0d7520f4-fb65-4915-93d2-724ecb844291 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Synchronizing usage tracker for tenant:3801283303e64f8b902ffabf93c862ef on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:26.647662 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-528e8b34-cc43-4bc3-b46d-ea90d4e25fc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 HTTP/1.1" status: 200 len: 217 time: 0.1460760 May 19 02:29:26.752149 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-de0c144a-e02e-416d-b959-415abf53fa1e req-8e1519fd-79df-4f13-8c5a-d30c4054592e service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708427 May 19 02:29:26.829445 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286447c-f82a-4e2e-b268-27790f6a235a req-af045f0a-91f6-411b-b501-6e285a65d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:26.831789 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-af045f0a-91f6-411b-b501-6e285a65d9d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.1387591 May 19 02:29:26.846382 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-d33879ce-428b-4027-b577-9135f4e4bb79 req-0d7520f4-fb65-4915-93d2-724ecb844291 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Unset dirty status for tenant:3801283303e64f8b902ffabf93c862ef on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:26.847313 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d33879ce-428b-4027-b577-9135f4e4bb79 req-0d7520f4-fb65-4915-93d2-724ecb844291 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59dbdd5-9b4c-420e-bf52-5a6e59ef43b5 HTTP/1.1" status: 200 len: 210 time: 0.5228882 May 19 02:29:26.999095 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', 'status': 'completed', 'code': 200} May 19 02:29:27.021755 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-727755d2-5172-4e64-b0fd-d9c5526e0a3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266515 May 19 02:29:27.049547 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:27.060924 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:27.068881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6c29d-03d7-4438-aa07-8f3bb2665abf req-c71cd730-4dfa-46ca-9139-429c39118c40 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:27.071491 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f3f6c29d-03d7-4438-aa07-8f3bb2665abf req-c71cd730-4dfa-46ca-9139-429c39118c40 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 944 time: 0.5600150 May 19 02:29:27.109593 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Transition to ACTIVE for port object 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:27.133085 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:27.144625 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:27.362076 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-de0c144a-e02e-416d-b959-415abf53fa1e req-ccf54249-b4b2-4f9d-bc6f-4442baeff2d0 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850132 May 19 02:29:27.422956 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:27.444404 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:27.457481 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f3f6c29d-03d7-4438-aa07-8f3bb2665abf req-b6e236b0-1059-4b91-b51b-92ca44af4d0a tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307274 May 19 02:29:27.500573 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-be142355-970f-44d9-802a-6b0948463f5a service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210894 May 19 02:29:27.501862 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Attempting to bind port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:29:27.502219 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Attempting to bind port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:29:27.502583 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Attempting to bind port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc on network d4ee0d76-6a42-4959-a41f-cc467bac28a8 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:27.560450 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc on network d4ee0d76-6a42-4959-a41f-cc467bac28a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:29:27.560775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Attempting to bind port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc on network d4ee0d76-6a42-4959-a41f-cc467bac28a8 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:27.613140 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:29:27.613447 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Checking segment: {'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:29:27.613742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Bound using segment: {'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:29:27.614186 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Bound port: 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:29:27.615265 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:27.918812 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c286447c-f82a-4e2e-b268-27790f6a235a req-bf9210df-3560-413e-90ab-bb8556073bef service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990684 May 19 02:29:27.923689 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] For port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:29:27.927678 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] For port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:29:27.936260 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:27.943849 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1bf6a7c5-4866-4b1c-b744-7c6a5c4ddd82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:28.009764 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:28.010404 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:28.011867 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] 10.222.0.11 "PUT /v2.0/ports/4d9d2ef4-ed39-4271-adf7-02093e6c8bfc HTTP/1.1" status: 200 len: 1094 time: 3.3429542 May 19 02:29:28.126664 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b9546-2f8c-47aa-a646-ddd3bdb07c89 req-70c6d3de-df2f-46e3-ad4d-5335d3e2e33c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:28.134460 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d14b9546-2f8c-47aa-a646-ddd3bdb07c89 req-70c6d3de-df2f-46e3-ad4d-5335d3e2e33c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.8845594 May 19 02:29:28.173061 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:28.196101 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:28.250900 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5ab35-2e83-40d6-ac61-4c1cc502b7d5 req-97b06025-9b83-4d6e-81e7-9a98b770da07 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:28.252457 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-38e5ab35-2e83-40d6-ac61-4c1cc502b7d5 req-97b06025-9b83-4d6e-81e7-9a98b770da07 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.5201068 May 19 02:29:28.301393 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e681456-46bc-4e41-9155-e9706301e395 req-a957eec7-957f-4cd8-8518-eaee303e9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:28.304878 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2e681456-46bc-4e41-9155-e9706301e395 req-a957eec7-957f-4cd8-8518-eaee303e9a80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 1097 time: 0.2685642 May 19 02:29:28.308788 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-d37774b1-9c91-409b-bbc4-e272caa2feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:28.311656 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-d37774b1-9c91-409b-bbc4-e272caa2feef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19a3e003db84281ac16c1157f48a2a4&device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 1097 time: 0.1997435 May 19 02:29:28.321984 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d14b9546-2f8c-47aa-a646-ddd3bdb07c89 req-d31d728f-bbf5-41a4-9cd7-4b00e02caf48 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754603 May 19 02:29:28.424020 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-38e5ab35-2e83-40d6-ac61-4c1cc502b7d5 req-5b74fc3c-c82d-4bd4-a949-590970d9a405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159039 May 19 02:29:28.448150 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.db.resource_extend [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:29:28.504686 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-f6d0dcb1-09f7-48c5-9ccd-3fb9a17b8d4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc HTTP/1.1" status: 200 len: 217 time: 0.1528289 May 19 02:29:28.818685 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:28.831362 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:28.844759 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-b5b76c4b-67b9-4e6f-a3c0-4c1f4d55ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:28.858672 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-b5b76c4b-67b9-4e6f-a3c0-4c1f4d55ff67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46a24877-2a50-4708-8a1c-843816ab7795 HTTP/1.1" status: 200 len: 849 time: 0.2860448 May 19 02:29:28.866686 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e681456-46bc-4e41-9155-e9706301e395 req-4812ad24-7713-4006-aae0-8a7c1099d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:28.873614 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2e681456-46bc-4e41-9155-e9706301e395 req-4812ad24-7713-4006-aae0-8a7c1099d227 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 915 time: 0.5244815 May 19 02:29:29.110400 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'tag': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:29.131926 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2e681456-46bc-4e41-9155-e9706301e395 req-b31d2ff8-6061-47ab-8914-07c3748637c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 HTTP/1.1" status: 200 len: 217 time: 0.1361189 May 19 02:29:29.134022 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-15deac0d-f0b3-40ee-8b33-430ed7a9f5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ee0d76-6a42-4959-a41f-cc467bac28a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2490757 May 19 02:29:29.156200 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 32916) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:29.219517 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.l3_db [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Floating IP bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c associated. External IP: 172.28.2.55, port: a77ab39a-9b2c-404a-81d0-164ccb019945. May 19 02:29:29.532871 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162b7aa-58f9-46fe-b341-9bf297055328 req-9b70ea93-a2eb-4082-a2ca-4422ac4fb1db tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:29.540799 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1162b7aa-58f9-46fe-b341-9bf297055328 req-9b70ea93-a2eb-4082-a2ca-4422ac4fb1db tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 944 time: 0.9110084 May 19 02:29:29.612871 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 32930) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:29.621736 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e681456-46bc-4e41-9155-e9706301e395 req-07a9be73-94d2-4f5e-ae29-857f71082f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:29.622937 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1162b7aa-58f9-46fe-b341-9bf297055328 req-0f87c265-56e1-43e7-bb3b-5333e23c08bb tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812883 May 19 02:29:29.625705 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2e681456-46bc-4e41-9155-e9706301e395 req-07a9be73-94d2-4f5e-ae29-857f71082f9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.4596181 May 19 02:29:29.652999 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:29.746508 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c75cb-49be-4d83-9c7e-d47e1403b6ab req-79fa1aa5-e81c-4078-a123-de347591cf98 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:29.774103 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e8c75cb-49be-4d83-9c7e-d47e1403b6ab req-79fa1aa5-e81c-4078-a123-de347591cf98 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.5558693 May 19 02:29:29.777833 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 32936) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:29.814225 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'floatingip': {'port_id': '17412295-d8cc-40b3-bf1b-da1461c386c4'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:29.845468 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:29.923816 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:29.926307 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-b1d54fb3-09c4-4b0b-ba6b-92c3b51d1c19 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581034 May 19 02:29:29.937932 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Usage tracker for resource:security_group_rule and tenant:39986efad7184309bea291f729fe1eb5 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:29.948682 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:29.970195 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:29.986285 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'tag': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc', 'status': 'completed', 'code': 200} May 19 02:29:30.007820 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2e681456-46bc-4e41-9155-e9706301e395 req-ff44062f-0660-48f3-847c-277f0dc6d91a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3058450 May 19 02:29:30.195849 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:30.210273 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:30.248972 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:30.268858 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:30.306945 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:30.325526 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Usage tracker for resource:security_group_rule and tenant:cb8aa838c37d4002bec36dc2ab3e5044 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:30.332760 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:30.372883 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:30.416879 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39986efad7184309bea291f729fe1eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2591143 May 19 02:29:30.426376 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 32940) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:30.429084 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Router abaffd79-7231-4265-aa05-70dc05451cfa has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:29:30.431029 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66942866-4f63-42dd-a953-8d2bd9b595dc,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:30.447632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:30.482046 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1ecf30e7-fd32-4413-ace7-779847f350e1 req-3fb1d0c9-2d2d-4b10-805e-e3bd0c12aa72 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828413 May 19 02:29:30.494989 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2e681456-46bc-4e41-9155-e9706301e395 req-a5164bde-acb8-460b-a432-4dfdee409246 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883729 May 19 02:29:30.657997 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bf3bc-16aa-4552-b2fd-e2f3aae9b666 req-53eaf8b5-e45c-4c50-a4f1-9d4e49342c33 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:30.659548 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-953bf3bc-16aa-4552-b2fd-e2f3aae9b666 req-53eaf8b5-e45c-4c50-a4f1-9d4e49342c33 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 944 time: 0.6575811 May 19 02:29:30.720268 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9ef8e-ecda-4ebd-a668-4e80dc93c090 req-465aa8d6-cdcc-4697-bf83-0aafb98667be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:30.721782 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b4a9ef8e-ecda-4ebd-a668-4e80dc93c090 req-465aa8d6-cdcc-4697-bf83-0aafb98667be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.5681248 May 19 02:29:30.786403 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:30.831374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:30.883070 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2e681456-46bc-4e41-9155-e9706301e395 req-b214c05e-d328-461d-a446-503baebd9c54 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749170 May 19 02:29:30.919205 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-46064fbd-06c2-4e69-9c5b-2918508d2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:30.921687 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-46064fbd-06c2-4e69-9c5b-2918508d2d39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19a3e003db84281ac16c1157f48a2a4&device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 1097 time: 0.3593161 May 19 02:29:31.041623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:31.047641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:31.073087 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66942866-4f63-42dd-a953-8d2bd9b595dc,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:31.078121 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:31.081130 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:31.085665 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66942866-4f63-42dd-a953-8d2bd9b595dc HTTP/1.1" status: 204 len: 168 time: 0.6468711 May 19 02:29:31.116656 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-5424a485-1308-4723-809c-cff6735d6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:31.119749 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-5424a485-1308-4723-809c-cff6735d6418 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ee0d76-6a42-4959-a41f-cc467bac28a8 HTTP/1.1" status: 200 len: 909 time: 0.1836555 May 19 02:29:31.159375 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-953bf3bc-16aa-4552-b2fd-e2f3aae9b666 req-e854d3d6-78a2-479c-af1b-6eff4293548d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799945 May 19 02:29:31.214167 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:31.265368 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-e7f2d3e2-3c17-4dd7-8bee-34afed3064c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc HTTP/1.1" status: 200 len: 217 time: 0.1364152 May 19 02:29:31.338513 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:29:31.344637 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:31.363101 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b4a9ef8e-ecda-4ebd-a668-4e80dc93c090 req-43f529ca-2515-4bd6-8312-36e100de12a6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225893 May 19 02:29:31.365308 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] Sync routers for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:29:31.383056 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-75939e81-4ecf-4ea7-bfd5-306d5798ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:31.385253 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-75939e81-4ecf-4ea7-bfd5-306d5798ce97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46a24877-2a50-4708-8a1c-843816ab7795 HTTP/1.1" status: 200 len: 849 time: 0.1132438 May 19 02:29:31.397452 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:29:31.398093 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:29:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:31.492236 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-d3108012-871e-4d91-946d-4d124493e616 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:31.500776 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-c259bd4e-e356-49bf-9179-ef3483d95075 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ee0d76-6a42-4959-a41f-cc467bac28a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959351 May 19 02:29:31.539766 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:31.616623 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e302013-6e8c-4a8c-8740-508ab733614f,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:31.625060 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:31.630904 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb8aa838c37d4002bec36dc2ab3e5044&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0151589 May 19 02:29:31.639026 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 32956) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:31.665511 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-3fe3e518-71d1-4290-8658-e622cef345a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "PUT /v2.0/floatingips/bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c HTTP/1.1" status: 200 len: 990 time: 5.5728414 May 19 02:29:31.671794 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:31.698197 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 32964) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:31.728960 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 32968) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:31.745334 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:31.806149 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669a254-39fa-46bd-980c-d459afcbb030 req-fcc76352-48ad-48a5-b1d6-a31d1eaf1009 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:31.806149 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d669a254-39fa-46bd-980c-d459afcbb030 req-fcc76352-48ad-48a5-b1d6-a31d1eaf1009 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 944 time: 0.4060094 May 19 02:29:31.819559 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:29:31.835041 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-bbfb4b8e-6ad8-4129-a3c7-815eca1b3f69 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107142 May 19 02:29:31.863514 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:31.866562 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.db.resource_extend [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:29:31.976744 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Usage tracker for resource:security_group_rule and tenant:4d96b12e2bf843fc9be86cab617f590b is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:31.984672 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Deleting subnet 5165816e-a784-4e6f-973a-79b9dcd67c50 {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:29:32.000415 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.006428 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:32.011234 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d5922d76-7afa-4a54-a998-c589a8867d10 req-7c5cc3a6-d6b4-4f7c-8975-3a22322200c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637387 May 19 02:29:32.021240 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.068152 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:32.088051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'status': 'completed', 'code': 200} May 19 02:29:32.119738 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d669a254-39fa-46bd-980c-d459afcbb030 req-54a8be94-caf8-4cf8-9ba2-0bd0d81d04ba tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013601 May 19 02:29:32.133561 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.160335 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.206028 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.242300 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.249515 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-6b21d59a-f590-488a-bfcf-6597b1ef1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:32.252563 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-6b21d59a-f590-488a-bfcf-6597b1ef1bf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 1098 time: 0.1198537 May 19 02:29:32.280126 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.447105 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': 'bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'port_id': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'mac_address': 'fa:16:3e:63:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:48Z', 'updated_at': '2021-05-19T02:29:28Z', 'revision_number': 1, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:32.451356 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] Checking router: abaffd79-7231-4265-aa05-70dc05451cfa for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:29:32.459868 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:29:32.461014 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:29:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:32.557505 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:29:32.560439 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-8f38192f-e972-47fd-91ca-cadc178c8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:32.562755 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-8f38192f-e972-47fd-91ca-cadc178c8915 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 911 time: 0.2991340 May 19 02:29:32.603975 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.l3_db [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Floating IP 552feec1-da11-4e21-8be6-266bf1d7ccde associated. External IP: 172.28.2.108, port: 17412295-d8cc-40b3-bf1b-da1461c386c4. May 19 02:29:32.718942 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-315d166c-fc64-4d64-9dad-6067f9ae0d04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 200 len: 998 time: 0.1373615 May 19 02:29:32.746346 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:32.772444 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:29:32.772751 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'port_id': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', 'mac_address': 'fa:16:3e:ea:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7579fd-9980-4370-8e05-f83befb3d8bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:29:32.803481 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-b39244e4-ffa4-48f0-a787-23f9b1edd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:32.805009 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-b39244e4-ffa4-48f0-a787-23f9b1edd6ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.0661399 May 19 02:29:32.863547 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.864492 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.895863 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:32.916616 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:32.922558 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-e36023c7-be69-4ff5-8acf-56ac3c62ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:32.923224 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:32.924376 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-e36023c7-be69-4ff5-8acf-56ac3c62ec20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0984840 May 19 02:29:32.925660 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d44bd7fe-df44-4c2a-a60d-a1e581503e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:33.041211 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:33.056161 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.056878 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.057520 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.058345 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.059006 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.059650 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.060406 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.061103 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.061803 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.062469 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.063132 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.063797 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:29:33.082781 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:33.104169 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-bad0f859-7a0d-42ab-962f-435376873e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:33.165659 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-d3545319-4e6f-443c-b0b9-472f22dadfe4 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298558 May 19 02:29:33.198751 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e302013-6e8c-4a8c-8740-508ab733614f,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:33.213818 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:33.215325 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:33.252498 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:33.285111 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:33.292881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:33.294006 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e302013-6e8c-4a8c-8740-508ab733614f HTTP/1.1" status: 204 len: 168 time: 1.6538219 May 19 02:29:33.400000 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cde9f-c958-467e-bd44-32f565fb097e req-0aed911d-5cbe-4944-b8c6-18a70867ea8e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:33.407404 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-466cde9f-c958-467e-bd44-32f565fb097e req-0aed911d-5cbe-4944-b8c6-18a70867ea8e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 944 time: 1.0045090 May 19 02:29:33.427165 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': 'bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'port_id': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'mac_address': 'fa:16:3e:63:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:48Z', 'updated_at': '2021-05-19T02:29:28Z', 'revision_number': 1, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:33.435985 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175709b-6282-4eb3-966d-35d31e8a194b None None] The sync data for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb is: [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': 'bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'port_id': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'mac_address': 'fa:16:3e:63:d3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:48Z', 'updated_at': '2021-05-19T02:29:28Z', 'revision_number': 1, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:29:33.476337 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['4fca5514-0ed8-4b2a-a66d-903b2c1cfd97'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:33.499504 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fc0de19f-6ccb-43fa-a76d-bba7b6e5dfd5 req-263894a0-5e02-4c9e-afd7-30dc05da3ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255825 May 19 02:29:33.505475 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 32984) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:33.506929 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d96b12e2bf843fc9be86cab617f590b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8006644 May 19 02:29:33.543233 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c81bdc4-1ed2-4023-9ebe-15aa484e1042,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:33.562563 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:33.578261 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a1ff-efc1-48a4-8ec9-cda3abce23e2 req-2c1d57af-3359-4176-838a-eb43921ba5a0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:33.587807 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9840a1ff-efc1-48a4-8ec9-cda3abce23e2 req-2c1d57af-3359-4176-838a-eb43921ba5a0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 1.0336442 May 19 02:29:33.625316 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:33.684553 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:33.781169 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:33.792566 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bfb1b8b4-8a30-4153-ac65-6768ce83f46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:33.810781 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c81bdc4-1ed2-4023-9ebe-15aa484e1042,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:33.824738 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:33.834669 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:33.836300 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c81bdc4-1ed2-4023-9ebe-15aa484e1042 HTTP/1.1" status: 204 len: 168 time: 0.3295836 May 19 02:29:33.862139 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9840a1ff-efc1-48a4-8ec9-cda3abce23e2 req-99dc5a4e-4d56-47ad-b387-8af22ac03d47 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731662 May 19 02:29:33.889365 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835a1c3-15e7-4722-af82-b60b540ae618 None None] New status for floating IP bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c: ACTIVE {{(pid=91267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:29:33.919672 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-466cde9f-c958-467e-bd44-32f565fb097e req-f047e8e0-ab12-43d6-82f1-0ee2e094beb5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110176 May 19 02:29:33.998648 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:34.033411 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:34.035699 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 32992) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:34.067340 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:34.094402 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Router bc353c00-e171-4687-b0a5-2fe5af2f4141 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:29:34.101517 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:34.112910 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5165816e-a784-4e6f-973a-79b9dcd67c50,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:34.119155 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:34.134068 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-71a59e90-874a-4b3a-9ea6-7e20b622e46d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5165816e-a784-4e6f-973a-79b9dcd67c50 HTTP/1.1" status: 204 len: 168 time: 2.3911579 May 19 02:29:34.143686 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 32996) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:34.242572 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:34.255936 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Usage tracker for resource:security_group_rule and tenant:0d77c732d84c49f09e3fae835f86a1d7 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:34.339640 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:34.363388 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:34.428814 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:34.552734 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a61ed-968d-4d41-a8ce-9f6fde5d87c2 req-34280909-ee00-4af3-9927-90d7a80a878a tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:34.561089 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cd2a61ed-968d-4d41-a8ce-9f6fde5d87c2 req-34280909-ee00-4af3-9927-90d7a80a878a tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 944 time: 0.2857854 May 19 02:29:34.563446 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:29:34.582431 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:34.582714 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] Sync routers for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:29:34.611983 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:29:34.613060 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:29:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:34.630681 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:29:34.780338 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cd2a61ed-968d-4d41-a8ce-9f6fde5d87c2 req-8ceb24b6-6e47-46ef-b547-dbb48d738d03 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180467 May 19 02:29:34.805839 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-77eb462d-54cb-4589-9b05-e512c7ec90eb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "PUT /v2.0/floatingips/552feec1-da11-4e21-8be6-266bf1d7ccde HTTP/1.1" status: 200 len: 992 time: 5.0072708 May 19 02:29:34.806994 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:34.879645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:34.893448 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'status': 'completed', 'code': 200} May 19 02:29:34.914225 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.915286 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.916497 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.917096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.917656 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.918213 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.918756 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.919301 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.919840 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:34.920411 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:35.050627 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:35.076198 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc', 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8', 'port_id': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc', 'mac_address': 'fa:16:3e:d1:85:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a24877-2a50-4708-8a1c-843816ab7795', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:29:35.175049 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.196525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:35.197342 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:35.197890 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:35.198058 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:29:35.198718 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:29:35.199186 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56940592-f6b1-4e9a-b4b2-14c18fa19a7f']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:35.204445 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:35.235361 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:35.244237 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.248059 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:35.351791 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:35.357368 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:35.436959 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350362fb-2652-4795-8c1e-adc93e3b81f9') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:35.437517 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350362fb-2652-4795-8c1e-adc93e3b81f9') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:35.497012 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.566861 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.569140 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.592859 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.605839 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:29:35.606438 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.606955 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c376-69b9-4de3-b12d-47ea3b3d55b6 req-9900683c-2cce-42a9-8f22-a66710092b06 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:35.621800 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9bf7c376-69b9-4de3-b12d-47ea3b3d55b6 req-9900683c-2cce-42a9-8f22-a66710092b06 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 945 time: 0.3058598 May 19 02:29:35.635638 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: from cryptography.utils import int_from_bytes May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: from cryptography.utils import int_from_bytes May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:29:35.655039 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:29:35.722749 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d03f6-1705-4bf2-b17c-38ea44c2eb20 req-a39f59ed-580c-4e71-944d-b88892d426ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:35.737659 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-444d03f6-1705-4bf2-b17c-38ea44c2eb20 req-a39f59ed-580c-4e71-944d-b88892d426ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3573465 May 19 02:29:35.748368 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['4d9d2ef4-ed39-4271-adf7-02093e6c8bfc'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:35.787227 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '552feec1-da11-4e21-8be6-266bf1d7ccde', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'port_id': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'mac_address': 'fa:16:3e:9c:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:56Z', 'updated_at': '2021-05-19T02:29:31Z', 'revision_number': 1, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:35.793345 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9bf7c376-69b9-4de3-b12d-47ea3b3d55b6 req-717b4a36-d8e6-46be-a3f7-114d3b8183fa tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696913 May 19 02:29:35.796982 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] Checking router: bc353c00-e171-4687-b0a5-2fe5af2f4141 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:29:35.811161 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d77c732d84c49f09e3fae835f86a1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7739644 May 19 02:29:35.815521 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33032) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:35.832502 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-fc19d681-b21a-4bfa-b30b-7909f5faccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:35.834498 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-fc19d681-b21a-4bfa-b30b-7909f5faccac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1099 time: 0.5938299 May 19 02:29:35.838787 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-8634f6b6-48cf-48f8-908f-6f83f6cdcb37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5823267 May 19 02:29:35.842683 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.849597 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4272c794-89ba-4033-8f17-8b0775040d00,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:35.853383 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:35.854127 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:35.855018 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:29:35.856085 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:29:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:35.884028 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:35.927987 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-444d03f6-1705-4bf2-b17c-38ea44c2eb20 req-395999d4-5442-4c1e-a843-0318b72c3d15 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821969 May 19 02:29:35.983314 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56940592-f6b1-4e9a-b4b2-14c18fa19a7f,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:35.988065 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:36.035834 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-36b587c3-cd5b-4648-a9f2-fc07c5a371e2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/56940592-f6b1-4e9a-b4b2-14c18fa19a7f HTTP/1.1" status: 204 len: 168 time: 1.8849235 May 19 02:29:36.040030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:36.114044 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:36.251886 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:36.256189 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:36.319251 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272c794-89ba-4033-8f17-8b0775040d00,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:36.356901 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:36.369505 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:29:36.479277 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:36.481151 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4272c794-89ba-4033-8f17-8b0775040d00 HTTP/1.1" status: 204 len: 168 time: 0.6615670 May 19 02:29:36.527601 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33048) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:36.583039 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:29:36.599260 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9e1ce-a104-4b95-b11e-eb4fbd24c878 req-1e379228-9f2c-4896-8b5f-e4a681f78b81 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:36.601882 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6da9e1ce-a104-4b95-b11e-eb4fbd24c878 req-1e379228-9f2c-4896-8b5f-e4a681f78b81 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 945 time: 0.2865176 May 19 02:29:36.628113 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-20b08e56-994a-49bf-a80f-3d3b85f6e13c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3801283303e64f8b902ffabf93c862ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0977125 May 19 02:29:36.630674 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-fbe1f148-3c21-458a-a2fb-b9c3093d401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:36.633368 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-fbe1f148-3c21-458a-a2fb-b9c3093d401d service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.7462378 May 19 02:29:36.636152 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33052) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:36.644683 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-b6d6a854-9a35-4457-a494-dcb76d77bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:36.647721 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-b6d6a854-9a35-4457-a494-dcb76d77bf18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 1099 time: 0.4920983 May 19 02:29:36.711417 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6da9e1ce-a104-4b95-b11e-eb4fbd24c878 req-9bde6904-6888-42f0-8c46-d59019509725 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992382 May 19 02:29:36.814648 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:36.832147 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:36.832532 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:36.973741 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-82eb185d-d39c-4682-9499-bf1f4b121652 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 200 len: 1000 time: 0.2078133 May 19 02:29:37.179585 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:37.241447 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7812d6-9fc5-4c1e-ae6c-73f5c02a28e6 req-5ff0d7d9-34d0-4155-868e-9b2a462a016f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:37.253454 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe7812d6-9fc5-4c1e-ae6c-73f5c02a28e6 req-5ff0d7d9-34d0-4155-868e-9b2a462a016f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 945 time: 0.1773019 May 19 02:29:37.320961 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:37.322340 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '552feec1-da11-4e21-8be6-266bf1d7ccde', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'port_id': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'mac_address': 'fa:16:3e:9c:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:56Z', 'updated_at': '2021-05-19T02:29:31Z', 'revision_number': 1, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:29:37.327674 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09040f40-8c3c-41ca-858a-b2335b21ee8d None None] The sync data for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb is: [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '552feec1-da11-4e21-8be6-266bf1d7ccde', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'port_id': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'mac_address': 'fa:16:3e:9c:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:28:56Z', 'updated_at': '2021-05-19T02:29:31Z', 'revision_number': 1, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:29:37.356081 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe7812d6-9fc5-4c1e-ae6c-73f5c02a28e6 req-22ac2b22-3cdb-46e9-9f53-b8726cc77704 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999010 May 19 02:29:37.402848 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-efe867d2-4077-455e-b620-3b7ac1ce52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:37.405190 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-efe867d2-4077-455e-b620-3b7ac1ce52b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.3919868 May 19 02:29:37.430616 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:37.486010 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:37.487505 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:37.501682 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:37.506637 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:37.569007 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a071c-e8a6-4ccc-9657-bbbb9b221099 req-52b302da-3e02-4390-8309-59a2f8f6b850 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:37.577327 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-463a071c-e8a6-4ccc-9657-bbbb9b221099 req-52b302da-3e02-4390-8309-59a2f8f6b850 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1013222 May 19 02:29:37.680517 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-463a071c-e8a6-4ccc-9657-bbbb9b221099 req-c6aeebfe-a522-4efa-99cf-1d1b76702a4f tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977538 May 19 02:29:37.770750 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-6440be18-9f0b-4881-9ddb-51b2789104e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:37.773246 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-6440be18-9f0b-4881-9ddb-51b2789104e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 915 time: 1.0014353 May 19 02:29:37.777470 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:37.784214 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-da01aba8-0511-40a2-8180-4de310f78216 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:37.785686 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', 'code': 200} May 19 02:29:37.786415 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:37.811425 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:37.823616 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4af4ec2-8211-4740-b6ef-424d7d594fd1 None None] New status for floating IP 552feec1-da11-4e21-8be6-266bf1d7ccde: ACTIVE {{(pid=91267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:29:37.994560 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1afa763-9e58-4956-a88b-a1b7033c9644,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:37.999650 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:38.042365 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-0a9cd2c4-cc07-427b-bb21-6bd9ffa3f853 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 HTTP/1.1" status: 200 len: 217 time: 0.2401044 May 19 02:29:38.046119 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:38.047392 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1afa763-9e58-4956-a88b-a1b7033c9644 HTTP/1.1" status: 204 len: 168 time: 1.4096448 May 19 02:29:38.228891 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aecb9-f078-4ad7-8bbd-8aef64d5644f req-056cbdf6-0b7c-4d7a-8252-c8dad60fec2a tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:38.236266 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e01aecb9-f078-4ad7-8bbd-8aef64d5644f req-056cbdf6-0b7c-4d7a-8252-c8dad60fec2a tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 945 time: 0.1367624 May 19 02:29:38.259984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-c0194d12-b45a-430a-8dba-af6f2e2d1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:38.261992 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-c0194d12-b45a-430a-8dba-af6f2e2d1c6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.8019207 May 19 02:29:38.502316 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-1d2eb72f-b5c5-4059-9d28-cf82b1a28770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:38.504583 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-1d2eb72f-b5c5-4059-9d28-cf82b1a28770 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.4415109 May 19 02:29:38.599920 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:29:38.609558 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e01aecb9-f078-4ad7-8bbd-8aef64d5644f req-4c703e0a-8571-4194-af80-3df5e0a06646 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722661 May 19 02:29:38.636042 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-28c9bce9-39bd-40d9-8422-a304945fdabe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099570 May 19 02:29:38.640267 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609d80d-9b4d-4158-82d1-d9a23a9309d5 req-d0250085-7732-4c9b-ba2a-8472bebb1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:38.641781 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b609d80d-9b4d-4158-82d1-d9a23a9309d5 req-d0250085-7732-4c9b-ba2a-8472bebb1eef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 1099 time: 0.4582632 May 19 02:29:38.731122 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-798de257-a1a6-486c-bbcb-87a555b0e3bb service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124563 May 19 02:29:38.887959 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3f1b8-0653-4006-81d7-03ff8eefae0f req-703095b0-ede0-45ad-b66a-4d90bb94ca95 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:38.907773 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:29:38.914285 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b609d80d-9b4d-4158-82d1-d9a23a9309d5 req-7b0ecebe-17c8-4473-990d-70fe5613a4e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252815 May 19 02:29:38.916474 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-56b3f1b8-0653-4006-81d7-03ff8eefae0f req-703095b0-ede0-45ad-b66a-4d90bb94ca95 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 946 time: 0.2670093 May 19 02:29:38.925720 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:29:38.926530 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:39.021744 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-56b3f1b8-0653-4006-81d7-03ff8eefae0f req-246555ed-eea4-4b3f-ba0e-14ccac610175 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039851 May 19 02:29:39.098739 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-62939857-f736-4ec2-810b-9e6ab40fbe7e service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385171 May 19 02:29:39.103686 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ecabd7fa-70b1-4738-be1a-69d68424a531 req-6794ee86-1f88-45bd-a42e-731c9390506d service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040252 May 19 02:29:39.437306 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35e0ca-7cae-402c-9c5f-c8ea18e57ef6 req-ddb19a29-9f38-4d51-b4ea-51560f031aa9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:39.440645 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4a35e0ca-7cae-402c-9c5f-c8ea18e57ef6 req-ddb19a29-9f38-4d51-b4ea-51560f031aa9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1183529 May 19 02:29:39.463975 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-493a632d-9cbd-4b80-9b4a-2e3fd0a94883 req-ada435be-5b8f-47e5-9775-b5006478d786 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313453 May 19 02:29:39.466969 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:39.514505 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4a35e0ca-7cae-402c-9c5f-c8ea18e57ef6 req-4596a661-2392-4b5d-9ddb-d5238f5e404e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 May 19 02:29:39.533825 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:39.542046 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:39.551006 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b3a446aa-126c-4c5c-9b00-70b05a50b73a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:39.682893 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:39.688785 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:39.768109 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:39.787567 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:39.874201 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc', 'code': 200} May 19 02:29:40.038764 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f0f8-f285-43b8-b81a-795b162b34a8 req-6a99a27b-0c96-4c91-b9ef-6ea168e41efe tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:40.041070 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-11a6f0f8-f285-43b8-b81a-795b162b34a8 req-6a99a27b-0c96-4c91-b9ef-6ea168e41efe tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.1839643 May 19 02:29:40.160324 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-11a6f0f8-f285-43b8-b81a-795b162b34a8 req-780e4825-0c2b-4a03-9571-d47107411178 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034660 May 19 02:29:40.320111 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f621b-ab29-48da-a51c-28f0c490fcfa req-b866db32-9327-4d67-94fc-ee6cccb69e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:40.322851 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c12f621b-ab29-48da-a51c-28f0c490fcfa req-b866db32-9327-4d67-94fc-ee6cccb69e26 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 1099 time: 0.1333323 May 19 02:29:40.432194 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c12f621b-ab29-48da-a51c-28f0c490fcfa req-20f35bc8-35c8-41e9-a700-7ae2713edb8c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882227 May 19 02:29:40.538834 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f3cfb-5dd0-4153-9b66-48ecd002e9fc req-4f1ac7f9-a1d1-4a4a-8ff6-f332e2033fda tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:40.541521 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-599f3cfb-5dd0-4153-9b66-48ecd002e9fc req-4f1ac7f9-a1d1-4a4a-8ff6-f332e2033fda tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 946 time: 0.1596608 May 19 02:29:40.599352 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-599f3cfb-5dd0-4153-9b66-48ecd002e9fc req-a060c766-7425-4e77-a671-b15e4e944bf0 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511160 May 19 02:29:40.938444 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cadb62-711d-44c6-8f52-9cde4d61756f req-970fdd2f-6ad2-4f67-9f1c-e1ca64695c04 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:40.953402 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-81cadb62-711d-44c6-8f52-9cde4d61756f req-970fdd2f-6ad2-4f67-9f1c-e1ca64695c04 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1739886 May 19 02:29:41.056266 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-81cadb62-711d-44c6-8f52-9cde4d61756f req-ba76f36c-89ba-4066-8222-1449fad7a4e0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004226 May 19 02:29:41.585689 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9218a7-42f6-4a51-8d47-323b7e9980f0 req-351588f8-3c71-4d6b-a527-cbebcb089ae9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:41.589529 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b9218a7-42f6-4a51-8d47-323b7e9980f0 req-351588f8-3c71-4d6b-a527-cbebcb089ae9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.1792686 May 19 02:29:41.682572 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b9218a7-42f6-4a51-8d47-323b7e9980f0 req-dc5c8c62-0c40-423f-b056-0b3af3c75273 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799372 May 19 02:29:42.258140 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b8702-f682-479f-94c1-e1d8f86d29c3 req-7a551d09-63f8-493c-972e-05dd45724d58 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:42.263348 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1c8b8702-f682-479f-94c1-e1d8f86d29c3 req-7a551d09-63f8-493c-972e-05dd45724d58 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 946 time: 0.0980904 May 19 02:29:42.349626 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1c8b8702-f682-479f-94c1-e1d8f86d29c3 req-c920c677-2e15-4f8c-a9f7-e8102eb2f56b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830202 May 19 02:29:42.419688 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-5be24918-dcf7-4467-9d2d-916e87b951cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:42.612231 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4feba3-425b-438e-a9cb-bb1d71e330db req-cd1a1020-c76d-4cb8-bb36-6592e914508a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:42.613870 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ea4feba3-425b-438e-a9cb-bb1d71e330db req-cd1a1020-c76d-4cb8-bb36-6592e914508a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.0922260 May 19 02:29:42.702320 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ea4feba3-425b-438e-a9cb-bb1d71e330db req-caf31bbd-6d7f-4460-8906-56aae62e9dc7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761356 May 19 02:29:43.071524 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97870503-6785-4604-92e5-ad402e73f345 req-bd6776ce-d6a5-4255-be6d-66039c721bbf tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:43.087187 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-97870503-6785-4604-92e5-ad402e73f345 req-bd6776ce-d6a5-4255-be6d-66039c721bbf tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.1838238 May 19 02:29:43.199247 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-97870503-6785-4604-92e5-ad402e73f345 req-a4f39c25-cd88-4e98-8ec1-89dbca9b9717 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106789 May 19 02:29:44.346879 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33606e2-f492-4520-abb4-e5cb7228c25d req-74ae12e3-8bee-4f64-80a4-e1a5f12d8b50 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:44.348436 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c33606e2-f492-4520-abb4-e5cb7228c25d req-74ae12e3-8bee-4f64-80a4-e1a5f12d8b50 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1442196 May 19 02:29:44.430953 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c33606e2-f492-4520-abb4-e5cb7228c25d req-6a89e002-b697-46e0-b6d2-46e4363fc630 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 May 19 02:29:45.230232 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:45.428216 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-315791d3-9850-4e5d-a418-84efff2576e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:45.539087 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece82a6-0a43-4b62-97ea-982bb12422bd req-34eb9d36-94b6-4081-af21-479366686ced tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:45.547210 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bece82a6-0a43-4b62-97ea-982bb12422bd req-34eb9d36-94b6-4081-af21-479366686ced tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.1106169 May 19 02:29:45.594440 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bece82a6-0a43-4b62-97ea-982bb12422bd req-898d53ce-4b67-474a-a679-b77153be84f6 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 May 19 02:29:46.039705 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf88428-2190-4dbb-b44c-99a8cfde106c req-91eae987-27ba-4960-8fdc-69990a339c02 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:46.054198 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cdf88428-2190-4dbb-b44c-99a8cfde106c req-91eae987-27ba-4960-8fdc-69990a339c02 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1663215 May 19 02:29:46.066868 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:46.122158 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cdf88428-2190-4dbb-b44c-99a8cfde106c req-64adc487-e70c-498a-9b54-46c73702b49d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657718 May 19 02:29:46.887138 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf6b1-9703-431b-a6af-a3861ba5395a req-add17343-72ae-4844-a903-c1405455e730 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:46.888713 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f94bf6b1-9703-431b-a6af-a3861ba5395a req-add17343-72ae-4844-a903-c1405455e730 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.0934994 May 19 02:29:46.982200 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f94bf6b1-9703-431b-a6af-a3861ba5395a req-f66d8188-8b29-49f4-8510-bd99dd782e56 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826583 May 19 02:29:47.304327 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33370) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:47.410379 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:47.550558 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:29:47.580422 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:47.597928 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:47.602863 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a7f89da2a64191891ab5a8336145ce is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:47.606150 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:47.613186 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:47.789870 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:47.795796 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:47.799640 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-87a8ccb9-7c70-45a9-8e7e-68bcd153b2b4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:47.802214 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-87a8ccb9-7c70-45a9-8e7e-68bcd153b2b4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 0.3020012 May 19 02:29:47.818951 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401face3-01ce-4c30-b86e-fbea6db7c74e req-55f0b286-6310-4def-b5e9-778207fb33ae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:47.822135 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:47.825593 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-401face3-01ce-4c30-b86e-fbea6db7c74e req-55f0b286-6310-4def-b5e9-778207fb33ae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.4568529 May 19 02:29:47.872401 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-f48c9ded-39d0-4afd-9554-95e6cb6d52d2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/quotas/5723aaf8643e4438b160b02c777b9781 HTTP/1.1" status: 200 len: 375 time: 0.0440636 May 19 02:29:47.890511 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5a7f89da2a64191891ab5a8336145ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831349 May 19 02:29:47.896894 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33396) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:47.919961 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a661cb-96c0-4630-8cb6-42331e0cbdfb,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:47.927591 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:48.021581 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:48.027373 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-401face3-01ce-4c30-b86e-fbea6db7c74e req-8039ffaf-8fa1-4295-af79-5c3b00043e76 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871581 May 19 02:29:48.085674 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:48.105008 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-3dbb3f9e-a266-4977-83d2-2b4c39c559fc tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2310624 May 19 02:29:48.197886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:48.206306 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:48.227459 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a661cb-96c0-4630-8cb6-42331e0cbdfb,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:48.236660 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:48.243617 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:48.248274 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12a661cb-96c0-4630-8cb6-42331e0cbdfb HTTP/1.1" status: 204 len: 168 time: 0.3497212 May 19 02:29:48.372577 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33410) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:48.470655 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-083c07c7-f0e1-4c7a-8d05-00a1a04cd586 service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508384 May 19 02:29:48.716543 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-acbc2f91-5c8c-42e3-936a-f52886352680 service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440124 May 19 02:29:48.753340 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b083c-aa46-43bf-8e38-a9d4f271c942 req-dd4cbbef-67e0-4ce8-b2a1-c74fdd70c0e4 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:48.757147 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c87b083c-aa46-43bf-8e38-a9d4f271c942 req-dd4cbbef-67e0-4ce8-b2a1-c74fdd70c0e4 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.2256474 May 19 02:29:48.813386 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:48.831682 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:48.837799 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Usage tracker for resource:security_group_rule and tenant:16ffb127ae5f46b6b1f068a1c95885a3 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:48.841894 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:48.850937 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:48.877702 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c87b083c-aa46-43bf-8e38-a9d4f271c942 req-3eb87f6e-88ed-49be-b31b-0f0c537b48a6 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104431 May 19 02:29:49.102290 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-909053d9-2c17-4156-a3df-3d9415aa6a61 req-b39972be-225f-4e03-994b-9d1e13340169 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 210 time: 0.1032548 May 19 02:29:49.197563 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:49.216342 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:49.299440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-37dd1944-f431-4257-9712-2a9f99d1c7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:49.346481 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16ffb127ae5f46b6b1f068a1c95885a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9716864 May 19 02:29:49.351100 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33446) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:49.396349 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d2ca7-d4e0-48ca-9736-3514222d4e69,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:49.403018 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:49.422215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-9d1ce2ac-91c3-425f-9480-ce59f57d11a9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:49.423534 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-9d1ce2ac-91c3-425f-9480-ce59f57d11a9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Synchronizing usage tracker for tenant:a19a3e003db84281ac16c1157f48a2a4 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:29:49.460662 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-9d1ce2ac-91c3-425f-9480-ce59f57d11a9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Unset dirty status for tenant:a19a3e003db84281ac16c1157f48a2a4 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:29:49.463389 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-9d1ce2ac-91c3-425f-9480-ce59f57d11a9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.4449625 May 19 02:29:49.676358 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:49.731626 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:49.756762 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6719578-3b9e-428a-b1e1-ae84e1f974b6 req-53f2ffa2-ab84-4bc0-a773-d652c67a8bb9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:49.766002 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a6719578-3b9e-428a-b1e1-ae84e1f974b6 req-53f2ffa2-ab84-4bc0-a773-d652c67a8bb9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3284829 May 19 02:29:49.819698 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Deleting port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:29:49.821767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:49.894922 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a6719578-3b9e-428a-b1e1-ae84e1f974b6 req-30ba0218-8496-4dca-9039-3308cbf76b43 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274605 May 19 02:29:49.954015 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:49.968040 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4e61e2ba-9de0-491d-9af8-fee7f767f8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:50.002740 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:50.005664 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b4d2ca7-d4e0-48ca-9736-3514222d4e69 HTTP/1.1" status: 204 len: 168 time: 0.6518345 May 19 02:29:50.012592 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d2ca7-d4e0-48ca-9736-3514222d4e69,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:50.020190 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:50.151667 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33476) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:50.171443 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] For port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:29:50.172103 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:50.403843 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a693dfde-9e7b-4fbf-9655-3adc929f33e8 req-2e7b77d2-c3cf-4f0d-a613-2038e6c0d3ae tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 210 time: 0.1196201 May 19 02:29:50.461130 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe909a-7698-40ce-9a86-8ab7be5c3e9b req-3a69307c-3f9b-408d-8759-32a0177078f8 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:50.486646 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbbe909a-7698-40ce-9a86-8ab7be5c3e9b req-3a69307c-3f9b-408d-8759-32a0177078f8 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 946 time: 0.3156788 May 19 02:29:50.522209 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Calling delete_port for 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:29:50.654521 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbbe909a-7698-40ce-9a86-8ab7be5c3e9b req-4969318a-8070-4ab3-9ef0-250fba3eb0d8 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659098 May 19 02:29:50.882848 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:50.887913 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33492) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:50.894169 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:50.910884 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:50.918448 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Usage tracker for resource:security_group_rule and tenant:6fef039d55ae4de8987c8476c0a5f0cb is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:50.924604 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:50.933454 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:50.940065 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:51.049694 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Pushing event deleted for resources: {'Port': ['ID=4d9d2ef4-ed39-4271-adf7-02093e6c8bfc,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:51.057510 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.077303 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:51.109112 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.118134 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.175579 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:51.195507 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fef039d55ae4de8987c8476c0a5f0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0378168 May 19 02:29:51.195876 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33500) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:51.208866 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:51.218871 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] No DVR routers for this DVR port 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:29:51.221226 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Usage tracker for resource:security_group_rule and tenant:9bb4b4f7359f4f67bdc2d395f8a5f6f3 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:51.225753 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:51.230610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.234376 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'name': 'network-vif-deleted', 'tag': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:51.247204 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:51.310315 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d7e10a-88fb-45d1-b772-4dcee2312161', 'name': 'network-vif-deleted', 'tag': '4d9d2ef4-ed39-4271-adf7-02093e6c8bfc', 'status': 'completed', 'code': 200} May 19 02:29:51.317402 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-bb953b3d-a69c-4eb0-8da7-ec8784b3eb35 req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "DELETE /v2.0/ports/4d9d2ef4-ed39-4271-adf7-02093e6c8bfc HTTP/1.1" status: 204 len: 173 time: 1.8409920 May 19 02:29:51.415787 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00be30e5-6611-4eb6-bbc7-f11248089cbc,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:51.416369 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.420271 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:51.434627 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.462956 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f4fa9cbc-adfe-48f9-b96c-be334d6e87d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:51.521635 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b9046-17d9-4a6a-9add-1953159f7751 req-96a309a5-de96-450f-aa1f-80465a87fbf0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:51.532137 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-383b9046-17d9-4a6a-9add-1953159f7751 req-96a309a5-de96-450f-aa1f-80465a87fbf0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3581643 May 19 02:29:51.534242 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.537286 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3251b0b-2db0-41f8-8ab1-26878f69ef83,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:51.556112 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9bb4b4f7359f4f67bdc2d395f8a5f6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667078 May 19 02:29:51.562372 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:51.565328 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33514) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:51.603355 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.667517 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.723726 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.747323 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e457a271-420b-4f26-a5ff-9474424cec1a req-5b4dd1f9-380c-441a-835a-f86ad695e329 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 210 time: 0.1111007 May 19 02:29:51.757196 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-383b9046-17d9-4a6a-9add-1953159f7751 req-2704a88c-3882-4539-bc98-873d065d8871 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238095 May 19 02:29:51.850305 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.860547 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b0579b06-06f8-48fd-b63e-23630ff71518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:51.900936 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be30e5-6611-4eb6-bbc7-f11248089cbc,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:51.906084 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:51.926630 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:51.946380 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00be30e5-6611-4eb6-bbc7-f11248089cbc HTTP/1.1" status: 204 len: 168 time: 0.7051637 May 19 02:29:52.066612 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9bfbc26c-2230-424c-b676-fd78397c90f3 req-1dfbe7d1-5340-4b76-b839-d863bb836404 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=72d7e10a-88fb-45d1-b772-4dcee2312161 HTTP/1.1" status: 200 len: 210 time: 0.1040378 May 19 02:29:52.097798 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-8fabc87a-fc51-47dc-b5a2-36ffa6afcf22 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:52.100150 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-8fabc87a-fc51-47dc-b5a2-36ffa6afcf22 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 0.2459457 May 19 02:29:52.101271 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:52.109307 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:52.126259 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3251b0b-2db0-41f8-8ab1-26878f69ef83,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:52.139561 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:52.148353 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:52.150779 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3251b0b-2db0-41f8-8ab1-26878f69ef83 HTTP/1.1" status: 204 len: 168 time: 0.5831199 May 19 02:29:52.199218 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Request body: {'port': {'device_id': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'admin_state_up': True, 'tenant_id': '5723aaf8643e4438b160b02c777b9781'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:52.591419 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:52.603440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Usage tracker for resource:port and tenant:5723aaf8643e4438b160b02c777b9781 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:52.609506 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:52.620400 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:52.643793 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Made reservation on behalf of 5723aaf8643e4438b160b02c777b9781 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:52.651588 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:29:52.656417 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:52.773446 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:29:52.774591 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 4d9d2ef4-ed39-4271-adf7-02093e6c8bfc not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:29:53.037283 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33564) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:53.044780 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Allocated IP 172.20.0.3 (c751509f-c158-4969-9b77-2378a30a3450/ae7579fd-9980-4370-8e05-f83befb3d8bc/247d6284-c715-49e8-8d4e-6721aeacfadd) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:29:53.108429 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a2c797c8-9d16-476b-9df3-69f600d46261 req-9b445db0-a2ac-488e-9c1b-d89491f36d5d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 210 time: 0.1517026 May 19 02:29:53.109840 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.161374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33570) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:53.228545 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.269332 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:53.277587 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c2bcaf4cf84e4c97ad4c401b48d309 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:53.283383 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:53.305707 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:53.312645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:53.340179 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Usage tracker for resource:security_group_rule and tenant:2a1a90aca3b649619dca29d1b29dbce2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:53.348655 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:53.367101 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:53.399270 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.411894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.422680 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:53.501512 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.516657 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3c2bcaf4cf84e4c97ad4c401b48d309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760394 May 19 02:29:53.518680 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33580) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:53.523749 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b1262-39c4-427a-84e2-ec6e7505ec1a,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:53.527959 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:53.540474 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26800c38-8dd1-4528-89c8-94056eac1a2e req-c724de70-7a1e-4a3a-af79-a22f3eb69e7b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:53.550879 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26800c38-8dd1-4528-89c8-94056eac1a2e req-c724de70-7a1e-4a3a-af79-a22f3eb69e7b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.4928238 May 19 02:29:53.633105 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26800c38-8dd1-4528-89c8-94056eac1a2e req-0ae031f9-78b0-4250-bc89-612448f99e87 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807140 May 19 02:29:53.695241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.781916 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.792251 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33596) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:53.800220 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.810642 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9606f149-a70c-46f8-81e5-fadd1568126f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:53.825970 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.842772 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:53.856486 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:29:53.993564 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-8b2d10c5-fdd6-48a3-9776-aa45c9d47909 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:53.995520 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-8b2d10c5-fdd6-48a3-9776-aa45c9d47909 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/networks?id=d4ee0d76-6a42-4959-a41f-cc467bac28a8 HTTP/1.1" status: 200 len: 809 time: 0.2235222 May 19 02:29:54.000930 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac227831-b3b5-4c34-b317-05fc20340d43,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:54.006036 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:54.034894 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-be45e201-56c0-4836-970c-9893e22d6b16 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/quotas/a19a3e003db84281ac16c1157f48a2a4 HTTP/1.1" status: 200 len: 375 time: 0.0255060 May 19 02:29:54.049314 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6d40508d-186e-4984-9dfb-6ac4bcaf3fdc tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:54.125701 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Network c751509f-c158-4969-9b77-2378a30a3450 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:29:54.143317 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-85a180d4-e46a-40b2-b717-d38c6134e56c tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a19a3e003db84281ac16c1157f48a2a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958169 May 19 02:29:54.179241 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a1a90aca3b649619dca29d1b29dbce2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0150356 May 19 02:29:54.181111 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:29:54.183103 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33604) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:54.202524 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.215576 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:29:54.373801 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.417841 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event updated for resources: {'Port': ['ID=247d6284-c715-49e8-8d4e-6721aeacfadd,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:54.422707 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:54.425542 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9a1223e2-940a-4fc2-8729-21bc4657656f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:54.446848 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b1262-39c4-427a-84e2-ec6e7505ec1a,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:54.449676 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:54.457053 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:54.457684 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.463638 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:54.464632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Usage tracker for resource:security_group_rule and tenant:322e59f133f14cb9b5a62f1c552b4005 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:54.474991 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:54.487850 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:54.492732 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.493979 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e12b1262-39c4-427a-84e2-ec6e7505ec1a HTTP/1.1" status: 204 len: 168 time: 0.9726939 May 19 02:29:54.505929 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3383148 May 19 02:29:54.531161 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Request body: {'port': {'device_id': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:54.539917 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.646600 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.681154 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-f99f096d-f639-4a0e-bbae-f512391788d6 service neutron] 10.222.0.60 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252788 May 19 02:29:54.791093 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.908488 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf438353-aa92-4038-b559-d52c63cecd57 req-0069e356-c547-4cc2-acbf-8e1da6d58cb6 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:54.915094 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bf438353-aa92-4038-b559-d52c63cecd57 req-0069e356-c547-4cc2-acbf-8e1da6d58cb6 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 931 time: 0.4902403 May 19 02:29:54.936607 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.948470 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:54.964591 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-dd39d216-e491-4601-8147-5e554cdfba2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:55.023225 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.033205 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-120153da-4b26-4440-a414-40487b257ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:55.062791 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bf438353-aa92-4038-b559-d52c63cecd57 req-fe490147-a767-45b6-b1f8-122656059567 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207242 May 19 02:29:55.067444 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac227831-b3b5-4c34-b317-05fc20340d43,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:55.071840 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:55.074487 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-4e5c3f40-cf1f-4caf-8755-2eb9b0da880b service neutron] 10.222.0.60 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829358 May 19 02:29:55.091116 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.097676 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac227831-b3b5-4c34-b317-05fc20340d43 HTTP/1.1" status: 204 len: 168 time: 0.9130855 May 19 02:29:55.152365 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33626) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:55.153293 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=322e59f133f14cb9b5a62f1c552b4005&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3567510 May 19 02:29:55.177103 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e11651-317d-4f07-a7c3-32ee2c1d1df4,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:55.187812 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:55.301037 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.351081 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.476458 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.487477 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:55.527069 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e11651-317d-4f07-a7c3-32ee2c1d1df4,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:55.589249 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:55.592054 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.596914 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1e11651-317d-4f07-a7c3-32ee2c1d1df4 HTTP/1.1" status: 204 len: 168 time: 0.4397757 May 19 02:29:55.641428 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c98a6-b8df-4a83-a1dc-3e8db46c9374 req-c67f834b-0cbb-4a03-8be0-fce37b8fdd39 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:55.651709 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-962c98a6-b8df-4a83-a1dc-3e8db46c9374 req-c67f834b-0cbb-4a03-8be0-fce37b8fdd39 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1210535 May 19 02:29:55.779674 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-962c98a6-b8df-4a83-a1dc-3e8db46c9374 req-bf46fc1d-463a-470e-ab99-824d73bd437b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266050 May 19 02:29:55.829349 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247d6284-c715-49e8-8d4e-6721aeacfadd {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:29:55.851468 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.887263 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Transition to ACTIVE for port object 247d6284-c715-49e8-8d4e-6721aeacfadd will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:29:55.894345 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:55.907589 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:55.939177 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-096d93b3-76aa-4e87-9521-e0fccb5527a6 req-bb021e9f-e8b8-4047-80c3-d1b069433337 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 210 time: 0.1029565 May 19 02:29:56.236179 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=247d6284-c715-49e8-8d4e-6721aeacfadd,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:56.246341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:56.306168 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33664) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:56.333456 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Attempting to bind port 247d6284-c715-49e8-8d4e-6721aeacfadd on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:29:56.333947 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Attempting to bind port 247d6284-c715-49e8-8d4e-6721aeacfadd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:29:56.334479 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Attempting to bind port 247d6284-c715-49e8-8d4e-6721aeacfadd on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:56.349745 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Port 247d6284-c715-49e8-8d4e-6721aeacfadd on network c751509f-c158-4969-9b77-2378a30a3450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:29:56.350271 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Attempting to bind port 247d6284-c715-49e8-8d4e-6721aeacfadd on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:29:56.365678 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:29:56.365941 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Checking segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:29:56.366547 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Bound using segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:29:56.367279 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Bound port: 247d6284-c715-49e8-8d4e-6721aeacfadd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:29:56.367825 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:56.499618 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] For port 247d6284-c715-49e8-8d4e-6721aeacfadd, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:29:56.505067 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] For port 247d6284-c715-49e8-8d4e-6721aeacfadd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=247d6284-c715-49e8-8d4e-6721aeacfadd,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:29:56.511092 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:56.512209 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:56.515930 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:56.584844 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:56.585455 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:56.586980 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] 10.222.0.11 "PUT /v2.0/ports/247d6284-c715-49e8-8d4e-6721aeacfadd HTTP/1.1" status: 200 len: 1093 time: 2.0639584 May 19 02:29:56.587562 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'tag': '247d6284-c715-49e8-8d4e-6721aeacfadd'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:29:56.600227 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:56.622426 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Usage tracker for resource:security_group_rule and tenant:2de48d0c163d4b1e8b5c25c569a237ed is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:56.627270 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=247d6284-c715-49e8-8d4e-6721aeacfadd,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:56.630439 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:56.635634 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:56.670734 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:56.769455 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cf540-8f47-414e-b2fd-7f0c48891913 req-7f37ef6e-aa04-4d91-988d-60dc8e1d8e4f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:56.782880 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4f3cf540-8f47-414e-b2fd-7f0c48891913 req-7f37ef6e-aa04-4d91-988d-60dc8e1d8e4f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 943 time: 0.4406893 May 19 02:29:56.824951 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-a0731643-08d0-478c-ab0d-af9132699b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:56.826737 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-a0731643-08d0-478c-ab0d-af9132699b25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 1096 time: 0.1716573 May 19 02:29:56.873734 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4f3cf540-8f47-414e-b2fd-7f0c48891913 req-5204d009-5445-401c-90f1-bcdfe7ac3c80 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893061 May 19 02:29:56.975657 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'tag': '247d6284-c715-49e8-8d4e-6721aeacfadd', 'status': 'completed', 'code': 200} May 19 02:29:57.063953 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:57.074443 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-8f48e16a-841f-4cf2-8240-88a377ae0e7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247d6284-c715-49e8-8d4e-6721aeacfadd HTTP/1.1" status: 200 len: 217 time: 0.2329810 May 19 02:29:57.137990 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:57.160656 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-7502edb2-b2b4-4c4c-a092-501418bd138f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:57.231822 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-cd6a6db9-5f57-4a69-9539-6c796d3907b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:57.234923 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-cd6a6db9-5f57-4a69-9539-6c796d3907b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.1427250 May 19 02:29:57.244654 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2de48d0c163d4b1e8b5c25c569a237ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355102 May 19 02:29:57.248038 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402ac99-6a2c-4c5c-ba33-675ea5a24dd3,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:57.250342 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33698) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:29:57.251752 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:57.283586 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4764bd-d078-4f1b-a391-462af92ea2c7 req-a2186c3c-4ccf-4c47-a96f-83198d23478d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:57.285401 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7f4764bd-d078-4f1b-a391-462af92ea2c7 req-a2186c3c-4ccf-4c47-a96f-83198d23478d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.2122939 May 19 02:29:57.371304 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-e5555421-cdc7-4b7b-8a61-41791f7f6b9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224427 May 19 02:29:57.397094 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7f4764bd-d078-4f1b-a391-462af92ea2c7 req-5d84a129-891b-4053-8f33-b9feae4e8fc2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999935 May 19 02:29:57.503407 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-af4a26f1-8aa1-48fc-af34-cfd7a6b75764 req-12d36a8e-4fe3-41ad-8460-3f0b3c9649b3 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 210 time: 0.0969598 May 19 02:29:57.638825 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:57.770855 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:57.847029 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-9de6156b-dd6f-4166-b7a5-22104538ca83 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561334 May 19 02:29:58.242639 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3fac1e44-204b-4d95-8716-e57a28abe51d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:58.244286 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3fac1e44-204b-4d95-8716-e57a28abe51d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "GET /v2.0/networks?id=d4ee0d76-6a42-4959-a41f-cc467bac28a8 HTTP/1.1" status: 200 len: 809 time: 0.5761406 May 19 02:29:58.256033 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:58.265823 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffae79a-2f83-4640-8e0f-a48d0729ba47 req-13304fec-83ab-41e5-9658-d305b46a82a5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:58.269344 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-22a4c9da-21bc-45be-8751-6dac109e40c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:29:58.282116 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9ffae79a-2f83-4640-8e0f-a48d0729ba47 req-13304fec-83ab-41e5-9658-d305b46a82a5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 943 time: 0.1850116 May 19 02:29:58.284855 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Request body: {'port': {'device_id': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8', 'admin_state_up': True, 'tenant_id': 'a19a3e003db84281ac16c1157f48a2a4'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:29:58.324088 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e2142b73-fad6-417f-8fbe-4acae7b3857c req-f7f2f11a-e63d-4271-8dc2-0994b3c487d1 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518453 May 19 02:29:58.330638 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402ac99-6a2c-4c5c-ba33-675ea5a24dd3,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:29:58.339281 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:29:58.436000 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9ffae79a-2f83-4640-8e0f-a48d0729ba47 req-ba038f57-884f-4bee-b047-8a9f559f357f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526957 May 19 02:29:58.599699 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:58.602266 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b402ac99-6a2c-4c5c-ba33-675ea5a24dd3 HTTP/1.1" status: 204 len: 168 time: 1.2714915 May 19 02:29:58.722833 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:29:58.739005 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Usage tracker for resource:port and tenant:a19a3e003db84281ac16c1157f48a2a4 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:29:58.756356 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:29:58.772462 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-a7b3d36a-8076-4305-851d-023719d12a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:58.775180 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-a7b3d36a-8076-4305-851d-023719d12a1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 1096 time: 0.2941899 May 19 02:29:58.861000 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:29:58.998884 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f9e3b7ce-d690-4fd8-8b61-532979a34762 req-d2af0e09-19e0-45fc-85b5-56c24efce662 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 210 time: 0.1379156 May 19 02:29:59.100657 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Made reservation on behalf of a19a3e003db84281ac16c1157f48a2a4 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:29:59.104307 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:29:59.161061 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568cae8-da62-4c95-9d7f-de0592f79e29 req-0cab9e6a-f8b9-4148-953e-c5a2f36fe7dd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:59.178363 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b568cae8-da62-4c95-9d7f-de0592f79e29 req-0cab9e6a-f8b9-4148-953e-c5a2f36fe7dd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3901339 May 19 02:29:59.333376 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b568cae8-da62-4c95-9d7f-de0592f79e29 req-9cd86a1e-aff6-4076-bbb1-97c531e0c0de tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531253 May 19 02:29:59.398827 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-38bc6789-9128-44ad-a5b1-962a89734724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:59.402710 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-38bc6789-9128-44ad-a5b1-962a89734724 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 915 time: 0.6076877 May 19 02:29:59.613082 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-fa632841-65c4-4cca-92a5-8f5e02a4f185 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=247d6284-c715-49e8-8d4e-6721aeacfadd HTTP/1.1" status: 200 len: 217 time: 0.1934507 May 19 02:29:59.853347 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cca031-8fda-4e12-9cb1-54676fab1a75 req-e42cd05e-71d9-4f69-b55b-119a034746c9 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:59.857637 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-df189c98-3a50-4dbb-ba2f-6c0edb067fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:29:59.860319 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-df189c98-3a50-4dbb-ba2f-6c0edb067fa3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.1676466 May 19 02:29:59.862488 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Allocated IP 172.20.0.3 (d4ee0d76-6a42-4959-a41f-cc467bac28a8/46a24877-2a50-4708-8a1c-843816ab7795/d1766f51-1292-4573-afdc-1d92ad50df9d) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:29:59.864330 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-02cca031-8fda-4e12-9cb1-54676fab1a75 req-e42cd05e-71d9-4f69-b55b-119a034746c9 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 943 time: 0.1876392 May 19 02:29:59.937989 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-02cca031-8fda-4e12-9cb1-54676fab1a75 req-3984fe79-9398-4bc8-b381-27637d57a748 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721841 May 19 02:30:00.008644 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-53dc3dab-54cc-437f-a846-6635c83e1270 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244390 May 19 02:30:00.214273 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33814) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:00.328784 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bc5b71da-03f4-4fd4-97cc-7735a18f3dc8 req-21735bdd-b012-47b8-aa9a-8afc9b127e80 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 210 time: 0.1236167 May 19 02:30:00.404690 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-8f53e256-89ad-4ed8-83a3-99eb3780bbae service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767843 May 19 02:30:00.642285 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:00.674752 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 247d6284-c715-49e8-8d4e-6721aeacfadd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:30:00.716746 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:00.744513 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b9706189-429d-4b0b-bd24-3c80cc407f09 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:00.756482 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a62870-252a-4a27-b2e1-482f6c293975 req-344432c0-79ee-46d8-8350-a0a669843509 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:00.762495 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a0a62870-252a-4a27-b2e1-482f6c293975 req-344432c0-79ee-46d8-8350-a0a669843509 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1610565 May 19 02:30:00.837230 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Network d4ee0d76-6a42-4959-a41f-cc467bac28a8 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:00.854768 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:00.874660 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a0a62870-252a-4a27-b2e1-482f6c293975 req-be2bcdb3-7d6f-4f17-9019-dcdbba57feb1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060636 May 19 02:30:00.887347 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:00.948146 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 247d6284-c715-49e8-8d4e-6721aeacfadd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=247d6284-c715-49e8-8d4e-6721aeacfadd,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:01.015718 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:01.016767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.021707 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.023796 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '247d6284-c715-49e8-8d4e-6721aeacfadd', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'port_id': '247d6284-c715-49e8-8d4e-6721aeacfadd', 'mac_address': 'fa:16:3e:6b:6f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7579fd-9980-4370-8e05-f83befb3d8bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:30:01.044094 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:01.049365 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Usage tracker for resource:security_group_rule and tenant:c5eeddad370647abae5fd1c317754f59 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:01.053097 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:01.060601 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:01.136264 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8678155 May 19 02:30:01.144898 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.192352 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Request body: {'port': {'device_id': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:01.233904 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247d6284-c715-49e8-8d4e-6721aeacfadd {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:30:01.236187 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.280869 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 247d6284-c715-49e8-8d4e-6721aeacfadd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=247d6284-c715-49e8-8d4e-6721aeacfadd,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:01.283533 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.284365 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Pushing event updated for resources: {'Port': ['ID=d1766f51-1292-4573-afdc-1d92ad50df9d,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:01.290655 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.297354 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:01.307228 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fd1df2b6-a8fc-417b-a99f-c4f59e2006d7 req-3b08c00f-50aa-4ccf-be72-1e32b1b1869c service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8808982 May 19 02:30:01.313399 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:01.319338 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f0c51f64-d6d2-4d1e-9d3b-ca5c2ecd3ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:01.428912 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa9118c-45a0-4ec3-9f05-96b87e6b9a43,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:01.440214 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5eeddad370647abae5fd1c317754f59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1405005 May 19 02:30:01.441523 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33852) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:01.443109 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:01.469185 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=247d6284-c715-49e8-8d4e-6721aeacfadd,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:01.475606 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:01.522839 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.556438 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38756be-6b81-451c-9956-6ef0fe57db36 req-636c422a-7b3c-43df-9e5e-dc6ccbb51571 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:01.572850 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c38756be-6b81-451c-9956-6ef0fe57db36 req-636c422a-7b3c-43df-9e5e-dc6ccbb51571 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 944 time: 0.3347621 May 19 02:30:01.627880 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.664081 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:01.778032 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33862) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:01.837794 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c38756be-6b81-451c-9956-6ef0fe57db36 req-e2e52c98-8cc8-4baf-8bb4-a5fda7b94ec8 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636635 May 19 02:30:01.885554 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['247d6284-c715-49e8-8d4e-6721aeacfadd'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:30:02.056783 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3210eef-4cda-4c32-9d2c-ca013bb742b4 req-9e1e24f0-2f90-4bf5-aca7-480741cf1caf tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:02.069401 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a3210eef-4cda-4c32-9d2c-ca013bb742b4 req-9e1e24f0-2f90-4bf5-aca7-480741cf1caf tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 931 time: 0.2972395 May 19 02:30:02.099107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.118915 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:02.159266 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa9118c-45a0-4ec3-9f05-96b87e6b9a43,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:02.175092 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:02.188885 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.191216 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3fa9118c-45a0-4ec3-9f05-96b87e6b9a43 HTTP/1.1" status: 204 len: 168 time: 0.7463863 May 19 02:30:02.241910 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a3210eef-4cda-4c32-9d2c-ca013bb742b4 req-f4e486a6-b437-4972-85a4-0fe465e487ce tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713049 May 19 02:30:02.287673 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1766f51-1292-4573-afdc-1d92ad50df9d {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:30:02.303355 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.358721 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Transition to ACTIVE for port object d1766f51-1292-4573-afdc-1d92ad50df9d will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:02.369732 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.375927 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:02.552171 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506addca-133e-48dd-939c-f9dd333b00c1 req-d88cbad9-5caa-47ec-a951-1ec257b45836 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:02.556926 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-506addca-133e-48dd-939c-f9dd333b00c1 req-d88cbad9-5caa-47ec-a951-1ec257b45836 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1532102 May 19 02:30:02.595518 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.635588 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:02.644182 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Usage tracker for resource:security_group_rule and tenant:cea70996dc654c968de56e52d73af9b7 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:02.649767 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:02.656818 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-506addca-133e-48dd-939c-f9dd333b00c1 req-ac41aeb3-e91a-46fd-a170-5dc32f08a5f5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792668 May 19 02:30:02.661237 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:02.683605 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d1766f51-1292-4573-afdc-1d92ad50df9d,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:02.690487 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:02.761589 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Attempting to bind port d1766f51-1292-4573-afdc-1d92ad50df9d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:30:02.762141 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Attempting to bind port d1766f51-1292-4573-afdc-1d92ad50df9d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:30:02.763279 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Attempting to bind port d1766f51-1292-4573-afdc-1d92ad50df9d on network d4ee0d76-6a42-4959-a41f-cc467bac28a8 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:02.771848 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Port d1766f51-1292-4573-afdc-1d92ad50df9d on network d4ee0d76-6a42-4959-a41f-cc467bac28a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:30:02.772409 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Attempting to bind port d1766f51-1292-4573-afdc-1d92ad50df9d on network d4ee0d76-6a42-4959-a41f-cc467bac28a8 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:02.782743 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:30:02.783281 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Checking segment: {'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:02.783933 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Bound using segment: {'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:30:02.784663 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Bound port: d1766f51-1292-4573-afdc-1d92ad50df9d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3e1c69-1bdf-4cb7-9525-d86134b24c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:30:02.785291 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.797549 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.803883 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.819129 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:02.894684 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cea70996dc654c968de56e52d73af9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1096153 May 19 02:30:02.896840 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c37d4-4e93-4d26-ad28-5531e3dabf07,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:02.901552 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33886) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:02.905376 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:02.928884 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] For port d1766f51-1292-4573-afdc-1d92ad50df9d, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:30:02.933938 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] For port d1766f51-1292-4573-afdc-1d92ad50df9d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1766f51-1292-4573-afdc-1d92ad50df9d,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:30:02.942402 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:02.956087 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-eafcaac9-9e42-4060-a9e2-b4732962b6c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:02.988168 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4446ad50-be8f-46da-8757-6125ce0d804c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.018642 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4446ad50-be8f-46da-8757-6125ce0d804c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.030942 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33890) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:03.087119 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:03.088368 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.091535 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] 10.222.0.11 "PUT /v2.0/ports/d1766f51-1292-4573-afdc-1d92ad50df9d HTTP/1.1" status: 200 len: 1093 time: 1.9219816 May 19 02:30:03.112544 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'tag': 'd1766f51-1292-4573-afdc-1d92ad50df9d'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:30:03.130233 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.157984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:03.223608 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4446ad50-be8f-46da-8757-6125ce0d804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.235554 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Usage tracker for resource:security_group_rule and tenant:94ce1a85a13b4520ac863a174604bf5d is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:03.237738 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a2d8d388-fd43-477a-9942-6db606ed8960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:03.258256 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Pushing event updated for resources: {'Port': ['ID=d1766f51-1292-4573-afdc-1d92ad50df9d,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:03.266555 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:03.267915 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4446ad50-be8f-46da-8757-6125ce0d804c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.270480 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:03.273516 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4446ad50-be8f-46da-8757-6125ce0d804c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/171c37d4-4e93-4d26-ad28-5531e3dabf07 HTTP/1.1" status: 204 len: 168 time: 0.3702466 May 19 02:30:03.274624 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446ad50-be8f-46da-8757-6125ce0d804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c37d4-4e93-4d26-ad28-5531e3dabf07,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:03.278151 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:03.281009 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4446ad50-be8f-46da-8757-6125ce0d804c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:03.299043 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c162649-7c75-4fa6-998f-d312d54deb5a req-364ab8f1-aceb-4020-830d-57a31509d74b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:03.300881 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9c162649-7c75-4fa6-998f-d312d54deb5a req-364ab8f1-aceb-4020-830d-57a31509d74b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 944 time: 0.2230563 May 19 02:30:03.349338 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-e3f2907a-0fa4-4cac-bbf4-5fdda7ebefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:03.350893 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-e3f2907a-0fa4-4cac-bbf4-5fdda7ebefbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19a3e003db84281ac16c1157f48a2a4&device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 1096 time: 0.1880872 May 19 02:30:03.463633 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9c162649-7c75-4fa6-998f-d312d54deb5a req-a1fb0be2-3d4a-4b94-b450-452c3d2dce2a tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402802 May 19 02:30:03.477909 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'tag': 'd1766f51-1292-4573-afdc-1d92ad50df9d', 'status': 'completed', 'code': 200} May 19 02:30:03.511063 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-dbc41016-d9fb-45b0-a91b-646a820ebd71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1766f51-1292-4573-afdc-1d92ad50df9d HTTP/1.1" status: 200 len: 217 time: 0.1433070 May 19 02:30:03.717075 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167df8d0-2a96-4b5b-9bb3-41c16eb01226 req-ad46512b-9b87-4236-a5e8-4feeb132a5f3 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:03.718105 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-989ba7f0-ad05-4640-bf2e-cbdcdd9d37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:03.719154 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-167df8d0-2a96-4b5b-9bb3-41c16eb01226 req-ad46512b-9b87-4236-a5e8-4feeb132a5f3 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 943 time: 0.1520834 May 19 02:30:03.720558 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-989ba7f0-ad05-4640-bf2e-cbdcdd9d37d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46a24877-2a50-4708-8a1c-843816ab7795 HTTP/1.1" status: 200 len: 849 time: 0.1993265 May 19 02:30:03.789843 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.811457 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.825579 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6c3798db-433a-41fa-8fd7-71dcbac6b713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:03.835939 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-91c872ef-9dab-4fdb-a172-ea9750b735b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ee0d76-6a42-4959-a41f-cc467bac28a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013417 May 19 02:30:03.870519 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-167df8d0-2a96-4b5b-9bb3-41c16eb01226 req-7fa711ae-9245-40ee-9da7-26eb4e66c001 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399047 May 19 02:30:03.885923 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33918) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:03.919369 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:03.948745 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:03.963514 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128b06b6-fd6a-47ca-b790-a071d410b0dc,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:03.970646 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94ce1a85a13b4520ac863a174604bf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9273567 May 19 02:30:03.985121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Usage tracker for resource:security_group_rule and tenant:241464e26c964dbb9cced7137e76a027 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:03.988056 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 33924) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:03.996879 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:04.020016 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:04.027040 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:04.098954 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-2309f7ff-295a-43c0-b6b0-d9e5cfb3b3b2 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442658 May 19 02:30:04.214787 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.278447 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b90c4-abc0-4fe0-9c27-9b23c9fc37c9 req-42126839-9d2f-4b6b-b882-63695daae009 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:04.282219 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-716b90c4-abc0-4fe0-9c27-9b23c9fc37c9 req-42126839-9d2f-4b6b-b882-63695daae009 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3293004 May 19 02:30:04.341730 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-958057e0-cb0f-4bab-81ba-3242b4a860e9 req-ed7164a2-d5e0-4dfa-a8b3-d8184fb26f51 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289495 May 19 02:30:04.342765 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.433456 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.451946 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-716b90c4-abc0-4fe0-9c27-9b23c9fc37c9 req-4bd62298-9231-43f3-81e5-a34ce248014e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533132 May 19 02:30:04.457271 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.488103 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-e3c564c7-52d7-47d2-8320-cca2b8b5d48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:04.542647 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=241464e26c964dbb9cced7137e76a027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524777 May 19 02:30:04.542647 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d56446-51dd-4900-a182-471af5e01d58,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:04.546256 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:04.548479 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 33946) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:04.599540 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.611161 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8415f098-acc6-4d8a-be02-f0a6cf653a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:04.641895 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128b06b6-fd6a-47ca-b790-a071d410b0dc,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:04.681952 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:04.686084 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.689091 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/128b06b6-fd6a-47ca-b790-a071d410b0dc HTTP/1.1" status: 204 len: 168 time: 0.6983144 May 19 02:30:04.707316 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 247d6284-c715-49e8-8d4e-6721aeacfadd up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:04.838449 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-9007a60b-7ae3-40cb-bf35-167a4cd87842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:04.843312 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-9007a60b-7ae3-40cb-bf35-167a4cd87842 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a19a3e003db84281ac16c1157f48a2a4&device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 1096 time: 0.3885515 May 19 02:30:04.848533 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.883654 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 247d6284-c715-49e8-8d4e-6721aeacfadd completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:04.893853 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 247d6284-c715-49e8-8d4e-6721aeacfadd triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:04.894222 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:04.903947 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07409f1a-329a-4cf1-aa61-f1255356402b req-ea4922d7-6bfa-4950-92ae-91477cc525fb tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:04.912200 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-07409f1a-329a-4cf1-aa61-f1255356402b req-ea4922d7-6bfa-4950-92ae-91477cc525fb tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 944 time: 0.1918683 May 19 02:30:05.048768 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-07409f1a-329a-4cf1-aa61-f1255356402b req-ad824d83-92d5-441d-b3a4-4e3d04432c51 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352997 May 19 02:30:05.236504 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:05.261614 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:05.325699 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 247d6284-c715-49e8-8d4e-6721aeacfadd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=247d6284-c715-49e8-8d4e-6721aeacfadd,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:05.326828 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247d6284-c715-49e8-8d4e-6721aeacfadd'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:30:05.360193 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:05.367286 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:05.483730 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156313c-1d75-431a-ac0e-8426c7c8ac45 req-bca4f353-f267-4d79-8113-3181b769df39 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:05.491694 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d156313c-1d75-431a-ac0e-8426c7c8ac45 req-bca4f353-f267-4d79-8113-3181b769df39 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 943 time: 0.1917317 May 19 02:30:05.549720 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247d6284-c715-49e8-8d4e-6721aeacfadd', 'code': 200} May 19 02:30:05.554240 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=247d6284-c715-49e8-8d4e-6721aeacfadd,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:05.556119 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-3eabf472-4179-4cde-82f8-b20eab0b188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:05.560364 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-3eabf472-4179-4cde-82f8-b20eab0b188d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4ee0d76-6a42-4959-a41f-cc467bac28a8 HTTP/1.1" status: 200 len: 909 time: 0.6743324 May 19 02:30:05.564070 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:05.597863 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d156313c-1d75-431a-ac0e-8426c7c8ac45 req-d01f2aad-5ae7-47ce-964f-674db082a248 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630901 May 19 02:30:05.713169 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-20e39b9e-dbe9-450d-aab8-ee92e9ac6f80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1766f51-1292-4573-afdc-1d92ad50df9d HTTP/1.1" status: 200 len: 217 time: 0.1281817 May 19 02:30:05.715012 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:05.750802 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3ae5880d-319b-4cbb-82ab-06f0430fb3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:05.841138 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d56446-51dd-4900-a182-471af5e01d58,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:05.898891 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:05.975099 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b971d-caab-4c14-8a0a-789c9b117aac req-6b0ffc4e-1d7c-480d-a6fe-eafcdd73fe2d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:05.985640 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:05.986981 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54d56446-51dd-4900-a182-471af5e01d58 HTTP/1.1" status: 204 len: 168 time: 1.4173317 May 19 02:30:05.988546 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a11b971d-caab-4c14-8a0a-789c9b117aac req-6b0ffc4e-1d7c-480d-a6fe-eafcdd73fe2d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.2342637 May 19 02:30:05.993335 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-58a079a9-8bb6-4a9d-8c63-c19c635d750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:05.995993 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-58a079a9-8bb6-4a9d-8c63-c19c635d750c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=46a24877-2a50-4708-8a1c-843816ab7795 HTTP/1.1" status: 200 len: 849 time: 0.2498689 May 19 02:30:06.092142 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a11b971d-caab-4c14-8a0a-789c9b117aac req-edfce771-01ed-4a18-9a39-83ce09b944d6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016715 May 19 02:30:06.092622 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-1a90c433-580f-48fb-bd39-4ef57be69203 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4ee0d76-6a42-4959-a41f-cc467bac28a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793195 May 19 02:30:06.183077 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5afd-7311-4efb-81fc-987820f3b243 req-9386728b-e727-4fdc-93f7-83c972a478ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:06.186032 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1eef5afd-7311-4efb-81fc-987820f3b243 req-9386728b-e727-4fdc-93f7-83c972a478ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 1098 time: 0.2613454 May 19 02:30:06.379616 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1eef5afd-7311-4efb-81fc-987820f3b243 req-66498903-2263-45df-b661-b565a5cd7958 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098528 May 19 02:30:06.390000 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-67b11430-95e2-4086-9e23-8dfe5d4498d3 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826736 May 19 02:30:06.454682 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11687084-93ab-4412-9150-e24e820ac8e2 req-ea184ceb-6a6e-47b5-9bf2-1a656baadab9 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:06.457295 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-11687084-93ab-4412-9150-e24e820ac8e2 req-ea184ceb-6a6e-47b5-9bf2-1a656baadab9 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1806867 May 19 02:30:06.571604 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-11687084-93ab-4412-9150-e24e820ac8e2 req-955c9436-c3f2-484d-b338-7738e3870ff4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957787 May 19 02:30:06.714005 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device d1766f51-1292-4573-afdc-1d92ad50df9d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:30:06.811158 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f4b69dec-fb6f-4811-a5ff-583de0de8d0d req-6ad4fabb-1b5d-49a4-abbd-e0f974debf61 service neutron] 10.222.0.11 "GET /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288090 May 19 02:30:07.036431 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port d1766f51-1292-4573-afdc-1d92ad50df9d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1766f51-1292-4573-afdc-1d92ad50df9d,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:07.081861 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f4fbf-6e41-4951-9d87-cefcd0718353 req-0531a417-5921-429a-a6bd-a9dac69d3064 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:07.090168 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'd1766f51-1292-4573-afdc-1d92ad50df9d', 'network_id': 'd4ee0d76-6a42-4959-a41f-cc467bac28a8', 'port_id': 'd1766f51-1292-4573-afdc-1d92ad50df9d', 'mac_address': 'fa:16:3e:cb:87:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a24877-2a50-4708-8a1c-843816ab7795', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:30:07.090725 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d38f4fbf-6e41-4951-9d87-cefcd0718353 req-0531a417-5921-429a-a6bd-a9dac69d3064 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 943 time: 0.1413891 May 19 02:30:07.148567 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d38f4fbf-6e41-4951-9d87-cefcd0718353 req-773103ca-6003-41d0-9926-e70a0c54c775 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564470 May 19 02:30:07.220752 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:07.270042 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1766f51-1292-4573-afdc-1d92ad50df9d {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:30:07.297040 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port d1766f51-1292-4573-afdc-1d92ad50df9d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1766f51-1292-4573-afdc-1d92ad50df9d,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:07.303122 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:07.308554 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:07.384844 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87de424-d29d-48fa-a12e-4053caaef8cd req-dbe224cf-057d-47c1-92aa-a0b424db3160 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:07.392682 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d87de424-d29d-48fa-a12e-4053caaef8cd req-dbe224cf-057d-47c1-92aa-a0b424db3160 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1288393 May 19 02:30:07.439421 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=d1766f51-1292-4573-afdc-1d92ad50df9d,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:07.446411 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:07.453635 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d87de424-d29d-48fa-a12e-4053caaef8cd req-6d14ad52-f65c-472a-ab11-c7b44f291c75 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596716 May 19 02:30:07.715737 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34080) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:07.864940 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cbd92-cf0e-4264-ac1e-ca209e46fc98 req-e50630b6-1acc-4061-8ce4-1aa84345e3bd tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:07.866531 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-876cbd92-cf0e-4264-ac1e-ca209e46fc98 req-e50630b6-1acc-4061-8ce4-1aa84345e3bd tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1560805 May 19 02:30:07.935396 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:07.961274 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-876cbd92-cf0e-4264-ac1e-ca209e46fc98 req-0d27a9af-dd9b-4991-9c07-9a2f708cd979 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816531 May 19 02:30:07.981198 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['d1766f51-1292-4573-afdc-1d92ad50df9d'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:30:07.991182 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:08.003731 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Usage tracker for resource:security_group_rule and tenant:ed5ac4114f8c4bdb8ca48bec1f102132 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:08.021388 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:08.035652 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:08.390098 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:08.399357 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:08.446172 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-57235a75-c8a8-4c5e-a257-eaa0bc9e26e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:08.465414 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed5ac4114f8c4bdb8ca48bec1f102132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476285 May 19 02:30:08.468477 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34100) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:08.563646 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16068c47-5564-436a-a401-1de26fa274f6 req-0f03c628-c5ab-417a-9e6a-60133898dc97 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:08.577749 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-16068c47-5564-436a-a401-1de26fa274f6 req-0f03c628-c5ab-417a-9e6a-60133898dc97 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 944 time: 0.1839097 May 19 02:30:08.597297 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf494df-d815-4693-a564-3a48a24d8275,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:08.655725 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:08.656733 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:08.724379 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:08.828041 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:08.837291 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6ed27f5b-24c0-457a-80f5-e63747bec58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:08.867470 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-16068c47-5564-436a-a401-1de26fa274f6 req-e8a5280b-5649-482f-a082-28731efc2334 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784002 May 19 02:30:08.868381 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf494df-d815-4693-a564-3a48a24d8275,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:08.887037 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:08.889681 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:08.891458 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcf494df-d815-4693-a564-3a48a24d8275 HTTP/1.1" status: 204 len: 168 time: 0.4217246 May 19 02:30:08.921390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353044d-6ab2-488b-a4b6-36301576b8a4 req-8abe06a7-1fd2-450e-acd5-65f6ae956159 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:08.934083 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f353044d-6ab2-488b-a4b6-36301576b8a4 req-8abe06a7-1fd2-450e-acd5-65f6ae956159 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.2081540 May 19 02:30:09.031595 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f353044d-6ab2-488b-a4b6-36301576b8a4 req-1b181b1b-7678-43ea-8b05-3c7fe6ea9276 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948617 May 19 02:30:09.299611 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7692b-82fe-4c5b-99d3-eea1c4516402 req-adc9c570-b148-4421-820e-daa3b12f473b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:09.304478 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08c7692b-82fe-4c5b-99d3-eea1c4516402 req-adc9c570-b148-4421-820e-daa3b12f473b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1399972 May 19 02:30:09.372981 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08c7692b-82fe-4c5b-99d3-eea1c4516402 req-7d065025-b683-4e69-9615-9ff41b4f376e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635049 May 19 02:30:09.413150 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34130) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:09.444363 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:09.480036 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:09.494897 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Usage tracker for resource:security_group_rule and tenant:533ad295c4b44d068b7375066b34c3b4 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:09.504900 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:09.522370 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:09.645500 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:09.651276 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:09.689102 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:09.736161 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=533ad295c4b44d068b7375066b34c3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212466 May 19 02:30:09.740349 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34140) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:09.820047 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea66af-e79a-4aac-8f8c-bb1b97ed5fc0,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:09.825970 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:09.880541 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:09.941049 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-de1bb1df-8e9f-4063-99f9-704fe56f25bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:10.030839 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-de1bb1df-8e9f-4063-99f9-704fe56f25bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:10.220762 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-de1bb1df-8e9f-4063-99f9-704fe56f25bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:10.233868 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4137db92-e7d4-4b5c-b8a8-2eede1ed6583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:10.297132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bb1df-8e9f-4063-99f9-704fe56f25bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea66af-e79a-4aac-8f8c-bb1b97ed5fc0,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:10.326103 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-de1bb1df-8e9f-4063-99f9-704fe56f25bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:10.405903 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-de1bb1df-8e9f-4063-99f9-704fe56f25bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:10.407374 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-de1bb1df-8e9f-4063-99f9-704fe56f25bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8eea66af-e79a-4aac-8f8c-bb1b97ed5fc0 HTTP/1.1" status: 204 len: 168 time: 0.6660221 May 19 02:30:10.454606 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c2ae7-61e1-4466-bec9-ad77ff98559f req-fb133450-16f0-41bd-aac1-2caa5822c81f tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:10.468690 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7e6c2ae7-61e1-4466-bec9-ad77ff98559f req-fb133450-16f0-41bd-aac1-2caa5822c81f tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 944 time: 0.3348141 May 19 02:30:10.594896 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7e6c2ae7-61e1-4466-bec9-ad77ff98559f req-8616f7c8-822f-4c6d-bceb-178a004b47b9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157784 May 19 02:30:10.626291 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f0589-f03b-498c-9266-628966c64418 req-6f666eeb-b6b1-4157-829d-8b35ab51e963 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:10.647215 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a70f0589-f03b-498c-9266-628966c64418 req-6f666eeb-b6b1-4157-829d-8b35ab51e963 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3134785 May 19 02:30:10.717075 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a70f0589-f03b-498c-9266-628966c64418 req-edea8c50-0a6a-4ca2-ac95-8d89be8d3b64 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687051 May 19 02:30:10.744221 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device d1766f51-1292-4573-afdc-1d92ad50df9d up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:10.863129 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port d1766f51-1292-4573-afdc-1d92ad50df9d completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:10.874499 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port d1766f51-1292-4573-afdc-1d92ad50df9d triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:10.881773 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:11.156208 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:11.194527 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1766f51-1292-4573-afdc-1d92ad50df9d'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:30:11.208985 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port d1766f51-1292-4573-afdc-1d92ad50df9d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1766f51-1292-4573-afdc-1d92ad50df9d,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:11.215272 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:11.218492 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:11.286913 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1766f51-1292-4573-afdc-1d92ad50df9d', 'code': 200} May 19 02:30:11.330682 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=d1766f51-1292-4573-afdc-1d92ad50df9d,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:11.334372 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:11.849900 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080900aa-fa11-4047-a07e-baeabb683c3b req-3dca0891-66bf-4d0d-a42f-8d752ade4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:11.852270 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-080900aa-fa11-4047-a07e-baeabb683c3b req-3dca0891-66bf-4d0d-a42f-8d752ade4d4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 1098 time: 0.2473712 May 19 02:30:11.965242 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-080900aa-fa11-4047-a07e-baeabb683c3b req-0cf96190-45da-4a9c-b21c-301a7b88bf80 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872033 May 19 02:30:12.138289 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05a659-4d61-473a-a145-98cdcb50e467 req-123e6ea2-2241-43fe-9312-3519b258f2c5 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:12.141586 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-be05a659-4d61-473a-a145-98cdcb50e467 req-123e6ea2-2241-43fe-9312-3519b258f2c5 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 945 time: 0.2022185 May 19 02:30:12.211794 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34226) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:12.237683 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-be05a659-4d61-473a-a145-98cdcb50e467 req-c351af9d-7f6c-4e9d-a66c-fbd46bad53a9 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853508 May 19 02:30:12.416472 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-adc189db-a001-440c-b930-a581b9932edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:12.558742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:12.581835 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:12.589002 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Usage tracker for resource:security_group_rule and tenant:dff318fa1ec84befbc3666549bb6df4b is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:12.593170 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:12.601324 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe801-8f6a-443f-a70f-f764dcf5b868 req-41a6f543-cf72-418c-b27d-ab33ec242b28 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:12.607421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:12.621824 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d8dbe801-8f6a-443f-a70f-f764dcf5b868 req-41a6f543-cf72-418c-b27d-ab33ec242b28 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1653535 May 19 02:30:12.772164 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d8dbe801-8f6a-443f-a70f-f764dcf5b868 req-31b6400c-2831-4d45-86dd-c014b1ec5b38 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427250 May 19 02:30:12.829015 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:12.840382 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:12.857504 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:12.923207 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dff318fa1ec84befbc3666549bb6df4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7061355 May 19 02:30:12.923207 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305591d7-cf79-4f20-bc5f-4b41f172bc14,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:12.923207 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34242) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:12.938570 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:13.053881 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:13.109947 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:13.219643 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:13.229664 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-83a975d2-f862-4ad7-8473-bb18fa61b180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:13.250892 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305591d7-cf79-4f20-bc5f-4b41f172bc14,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:13.255169 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:13.262623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:13.267550 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/305591d7-cf79-4f20-bc5f-4b41f172bc14 HTTP/1.1" status: 204 len: 168 time: 0.3285441 May 19 02:30:13.585387 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c258327-8c56-43e9-874d-cc01994d52e4 req-6408b92f-3ffd-43d8-978a-9c3009e4acdf tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:13.587048 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3c258327-8c56-43e9-874d-cc01994d52e4 req-6408b92f-3ffd-43d8-978a-9c3009e4acdf tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 945 time: 0.1674814 May 19 02:30:13.668249 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3c258327-8c56-43e9-874d-cc01994d52e4 req-a2d2af50-4a95-4d22-85db-cbe1c82e3cc5 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690739 May 19 02:30:14.234132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeac64-590e-499b-bb36-80c5fb14865f req-8b2d5c71-d5a3-41ba-a2d3-199528502356 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:14.243101 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-64aeac64-590e-499b-bb36-80c5fb14865f req-8b2d5c71-d5a3-41ba-a2d3-199528502356 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1854434 May 19 02:30:14.395055 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-64aeac64-590e-499b-bb36-80c5fb14865f req-f2ab1137-d3c9-4c0c-979a-7cb8aed2270d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273165 May 19 02:30:14.705357 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34304) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:14.912744 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1385365667-network', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:14.920135 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:14.930422 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Usage tracker for resource:network and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:14.935541 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:14.943812 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:14.961620 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Made reservation on behalf of 9eb062d9de6d4fb5b16bb9c9dafefc01 for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:30:14.964281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:14.984163 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.004409 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:15.014694 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb42fe-4cbc-42d5-a7c9-fb80bbdff90c req-99368d1e-a61b-4577-afbd-7fe3a16a2b88 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:15.016257 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fcfb42fe-4cbc-42d5-a7c9-fb80bbdff90c req-99368d1e-a61b-4577-afbd-7fe3a16a2b88 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 945 time: 0.1746264 May 19 02:30:15.019321 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:15.027533 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:15.042169 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:15.132944 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fcfb42fe-4cbc-42d5-a7c9-fb80bbdff90c req-b096be6e-a460-40ec-8be8-27cde074da76 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951970 May 19 02:30:15.202927 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.251051 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.256726 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.303608 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=91265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:30:15.324863 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:15.344792 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.346281 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Added segment 5ea12005-3d82-4080-b12b-1f5e99d7839b of type vlan for network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 May 19 02:30:15.415951 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a71723-0a25-4502-bd9e-c2a69515fa3d,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:15.425992 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:15.434729 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.481727 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6594e5d4-8441-4d82-bf7f-de93884fbe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.519826 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.522585 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:15.524171 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.536106 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ab3208c5-7d0c-4827-9b8a-937d4e8964d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:15.761540 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0503252 May 19 02:30:15.762623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34324) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:15.770086 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Request body: {'subnet': {'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1385365667-subnet', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'ip_version': 4}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:15.777380 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:15.783699 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Usage tracker for resource:subnet and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:15.786109 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Pushing event updated for resources: {'Network': ['ID=130b2ede-bd20-430e-b618-bb8bc3f68ea6,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:15.787969 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:15.793109 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:15.802425 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:30:15.808187 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:15.826022 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Made reservation on behalf of 9eb062d9de6d4fb5b16bb9c9dafefc01 for: {'subnet': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:30:15.839762 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4035185'] for subnet, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:15.902113 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5f782-425e-41a1-8a21-c130384c9099 req-0b685252-adf8-4af9-9378-5b66b68a4aac tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:15.919914 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f1a5f782-425e-41a1-8a21-c130384c9099 req-0b685252-adf8-4af9-9378-5b66b68a4aac tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.2087655 May 19 02:30:16.064470 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:16.071092 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f1a5f782-425e-41a1-8a21-c130384c9099 req-5c348aed-780e-4434-95c5-72119c8234ac tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498606 May 19 02:30:17.025339 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4035139'] for subnet, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:17.030756 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:17.092158 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2633e17a-7619-400f-8572-d36a3188f9b6,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:17.101829 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:17.125104 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Checking segment: {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:17.125728 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Network hostable DHCP agents. Network: 130b2ede-bd20-430e-b618-bb8bc3f68ea6, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:30:17.153931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:30:17.169659 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 130b2ede-bd20-430e-b618-bb8bc3f68ea6) {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:17.181650 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:17.182571 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:17.204485 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf46af-fc46-499f-853f-9bae03bad618 None None] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:30:17.225577 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4623699 May 19 02:30:17.229543 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34356) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:17.234539 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:17.249069 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:17.258971 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Usage tracker for resource:router and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:17.268360 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:17.288306 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:17.325607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:17.334151 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:17.419847 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:17.442760 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:17.642120 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:30:17.643314 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:17.986183 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Allocated IP 172.20.0.2 (130b2ede-bd20-430e-b618-bb8bc3f68ea6/2633e17a-7619-400f-8572-d36a3188f9b6/d70b26d7-b091-45c4-844c-d82617a163f1) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:30:18.217911 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:18.324853 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34890-cdf4-4c25-aa6a-d5eb7ff0102e req-2d99a0a9-b637-4245-b445-0372e2254a0d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:18.327508 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-64e34890-cdf4-4c25-aa6a-d5eb7ff0102e req-2d99a0a9-b637-4245-b445-0372e2254a0d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.8609786 May 19 02:30:18.484359 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:18.507579 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Transition to ACTIVE for port object d70b26d7-b091-45c4-844c-d82617a163f1 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:18.542104 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-64e34890-cdf4-4c25-aa6a-d5eb7ff0102e req-f89620a7-4ca8-44ec-a7ea-3d0e1a364205 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009754 May 19 02:30:18.548372 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Transition to ACTIVE for port object d70b26d7-b091-45c4-844c-d82617a163f1 will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:18.558580 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:18.569247 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e4d92c2a-7d82-4e3a-8e2e-0762a0f343d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:18.718445 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:18.720556 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:18.723322 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Pushing event updated for resources: {'Port': ['ID=d70b26d7-b091-45c4-844c-d82617a163f1,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:18.738208 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:18.739369 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:19.014741 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:19.023381 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Attempting to bind port d70b26d7-b091-45c4-844c-d82617a163f1 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:30:19.024257 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Attempting to bind port d70b26d7-b091-45c4-844c-d82617a163f1 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:30:19.025487 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Attempting to bind port d70b26d7-b091-45c4-844c-d82617a163f1 on network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:19.047531 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:30:19.049798 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Checking segment: {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:19.050979 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:19.055798 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Bound using segment: {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:30:19.056882 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Bound port: d70b26d7-b091-45c4-844c-d82617a163f1, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:30:19.057684 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:19.159066 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:19.240917 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] For port d70b26d7-b091-45c4-844c-d82617a163f1, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:30:19.247654 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] For port d70b26d7-b091-45c4-844c-d82617a163f1, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=d70b26d7-b091-45c4-844c-d82617a163f1,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:30:19.260279 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:19.267554 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:19.415694 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1db629-fbb3-43d9-a60f-f2cf9d32bbd4 req-6c195055-4812-4d1f-a758-386dcc920210 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:19.423422 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fc1db629-fbb3-43d9-a60f-f2cf9d32bbd4 req-6c195055-4812-4d1f-a758-386dcc920210 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 945 time: 0.3323381 May 19 02:30:19.428648 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Pushing event updated for resources: {'Port': ['ID=d70b26d7-b091-45c4-844c-d82617a163f1,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:19.453356 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:19.481201 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Allocated IP 172.28.2.169 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/5b988a29-3f70-4fe2-aefd-da3ea27329f6) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:30:19.522747 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fc1db629-fbb3-43d9-a60f-f2cf9d32bbd4 req-aa04a5da-dc80-4ff8-8515-04839732e20c tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957577 May 19 02:30:19.827963 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:19.879179 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:19.886817 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f5a54ccb-3bfd-4f19-b941-6050670fd7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:19.992891 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:19.996532 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:20.000877 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:20.083104 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b988a29-3f70-4fe2-aefd-da3ea27329f6,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:20.201910 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:20.498208 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67337d99-2ab2-4466-baa4-b5cd47834268 req-2bdf84a8-9b3e-4c93-b59d-383156cca3c2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:20.500931 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-67337d99-2ab2-4466-baa4-b5cd47834268 req-2bdf84a8-9b3e-4c93-b59d-383156cca3c2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.2976019 May 19 02:30:20.856198 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:20.858024 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccfc7ec-94de-48c6-bc51-1dc19ea749da None None] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:30:20.921121 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-67337d99-2ab2-4466-baa4-b5cd47834268 req-256afcd0-ba77-434f-b23c-da10ed138a26 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225873 May 19 02:30:21.024424 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c59f0-72bc-44fe-81c8-b843f49602a4 req-d8c45afa-3803-4eba-96ca-9dd8456a570f tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:21.034941 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d70b26d7-b091-45c4-844c-d82617a163f1 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:21.038781 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e60c59f0-72bc-44fe-81c8-b843f49602a4 req-d8c45afa-3803-4eba-96ca-9dd8456a570f tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 945 time: 0.3390932 May 19 02:30:21.090718 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-0a1dbfef-99c3-4b9a-a7a8-5f0f7bab36f0 None None] Provisioning for port d70b26d7-b091-45c4-844c-d82617a163f1 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:21.221699 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port d70b26d7-b091-45c4-844c-d82617a163f1 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:21.234052 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port d70b26d7-b091-45c4-844c-d82617a163f1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:21.234424 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:21.286609 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e60c59f0-72bc-44fe-81c8-b843f49602a4 req-a23fa13e-4190-4063-ae06-4654a771e534 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355839 May 19 02:30:21.629982 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:21.645625 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:21.702545 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port d70b26d7-b091-45c4-844c-d82617a163f1, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=d70b26d7-b091-45c4-844c-d82617a163f1,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:21.710920 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:21.718458 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:21.846341 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=d70b26d7-b091-45c4-844c-d82617a163f1,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:21.857801 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:22.041618 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Router 25c46449-d768-4401-a46c-8ccb2301c523 is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:30:22.047856 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e9b90c94-1d5e-4894-bfd5-3b71e5f7066e None None] Provisioning complete for port d70b26d7-b091-45c4-844c-d82617a163f1 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:22.048722 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e9b90c94-1d5e-4894-bfd5-3b71e5f7066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:22.419644 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:30:22.445486 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Sync routers for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:30:22.463715 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:22.466971 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2360625 May 19 02:30:22.468705 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-c0af2ebc-714b-428a-ace1-38d39f03013b tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:22.469648 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-c0af2ebc-714b-428a-ace1-38d39f03013b tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Synchronizing usage tracker for tenant:a19a3e003db84281ac16c1157f48a2a4 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:30:22.472646 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34460) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:22.477092 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:30:22.478431 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:22.490586 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-c0af2ebc-714b-428a-ace1-38d39f03013b tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Unset dirty status for tenant:a19a3e003db84281ac16c1157f48a2a4 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:30:22.493821 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-c0af2ebc-714b-428a-ace1-38d39f03013b tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 945 time: 0.2236772 May 19 02:30:22.620855 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f612e8b-e48d-49fa-a8dc-ba452904a867 req-557c85a8-e6a8-4586-9980-9f21131fb0d3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:22.623506 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f612e8b-e48d-49fa-a8dc-ba452904a867 req-557c85a8-e6a8-4586-9980-9f21131fb0d3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.2918780 May 19 02:30:22.785536 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Deleting port d1766f51-1292-4573-afdc-1d92ad50df9d {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:30:22.786291 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:23.050950 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d70b26d7-b091-45c4-844c-d82617a163f1 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:23.099784 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:30:23.138687 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] For port d1766f51-1292-4573-afdc-1d92ad50df9d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d1766f51-1292-4573-afdc-1d92ad50df9d,segment=NetworkSegment(7a3e1c69-1bdf-4cb7-9525-d86134b24c45),segment_id=7a3e1c69-1bdf-4cb7-9525-d86134b24c45)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:23.139297 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:23.186287 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f612e8b-e48d-49fa-a8dc-ba452904a867 req-e41b300c-b04b-49b6-8dd6-dd65e06dfa5e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417867 May 19 02:30:23.297537 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port d70b26d7-b091-45c4-844c-d82617a163f1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:23.297923 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:23.437077 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Calling delete_port for d1766f51-1292-4573-afdc-1d92ad50df9d owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:30:23.704242 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:23.716566 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:23.725590 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['d1766f51-1292-4573-afdc-1d92ad50df9d'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:30:23.782684 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d442fc-1108-4552-9579-015845c07ca0 req-708b1735-d245-4ec1-8fe5-f1b50a644abb tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:23.790695 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e9d442fc-1108-4552-9579-015845c07ca0 req-708b1735-d245-4ec1-8fe5-f1b50a644abb tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/ports?device_id=46fe3830-174a-4f75-b931-1561a2ebfb04 HTTP/1.1" status: 200 len: 945 time: 0.7200580 May 19 02:30:23.903499 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e9d442fc-1108-4552-9579-015845c07ca0 req-b0d0b87f-a2f0-4362-afdf-61264fad11d5 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.60 "GET /v2.0/security-groups?id=751d87c2-3a01-4078-bfb6-94d001262414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114602 May 19 02:30:23.959571 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:20Z', 'revision_number': 3, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:23.986108 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Pushing event deleted for resources: {'Port': ['ID=d1766f51-1292-4573-afdc-1d92ad50df9d,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:23.993148 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Checking router: 25c46449-d768-4401-a46c-8ccb2301c523 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:30:23.993779 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Updating router 25c46449-d768-4401-a46c-8ccb2301c523 port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:30:24.037030 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.037393 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.037754 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.038104 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.038507 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.038851 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.039222 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.039525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.039863 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.040197 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.040531 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.040886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:24.045162 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:24.073325 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] No DVR routers for this DVR port d1766f51-1292-4573-afdc-1d92ad50df9d on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:30:24.076554 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:24.079867 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'name': 'network-vif-deleted', 'tag': 'd1766f51-1292-4573-afdc-1d92ad50df9d'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:30:24.109090 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-86347d5d-85a8-4ccf-8231-c797df6fd88f req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] 10.222.0.11 "DELETE /v2.0/ports/d1766f51-1292-4573-afdc-1d92ad50df9d HTTP/1.1" status: 204 len: 173 time: 1.6038051 May 19 02:30:24.154644 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:24.353363 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fe3830-174a-4f75-b931-1561a2ebfb04', 'name': 'network-vif-deleted', 'tag': 'd1766f51-1292-4573-afdc-1d92ad50df9d', 'status': 'completed', 'code': 200} May 19 02:30:24.492738 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-981a399d-e308-4993-a717-95830c7d7a55 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:24.500870 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-981a399d-e308-4993-a717-95830c7d7a55 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 0.6831756 May 19 02:30:24.544519 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-6b090d1f-4eb0-4c76-9b95-22a80cb33a4c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/quotas/5723aaf8643e4438b160b02c777b9781 HTTP/1.1" status: 200 len: 375 time: 0.0426526 May 19 02:30:24.673001 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:30:24.799784 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:24.829105 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34512) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:24.857565 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:24.876332 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Transition to ACTIVE for port object 5b988a29-3f70-4fe2-aefd-da3ea27329f6 will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:24.888617 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:24.896363 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-275d142c-2561-40a0-9090-11193609a2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:24.900556 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-353bd0fe-f30f-441c-a1ea-db9788934697 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3548560 May 19 02:30:24.918888 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f709e-800b-4a05-bf46-e8670c56bad4 req-bd1b7861-5324-4d84-9797-3cb0b021387a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:24.920811 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cd5f709e-800b-4a05-bf46-e8670c56bad4 req-bd1b7861-5324-4d84-9797-3cb0b021387a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.3354938 May 19 02:30:24.982559 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Pushing event updated for resources: {'Port': ['ID=5b988a29-3f70-4fe2-aefd-da3ea27329f6,revision_number=2']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:25.008636 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.010098 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.010098 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.010098 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.013043 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.013871 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.014374 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.014935 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.015484 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.015986 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.016514 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.017097 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:25.024278 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Attempting to bind port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:30:25.024949 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Attempting to bind port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:30:25.025532 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Attempting to bind port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:25.039998 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:25.041287 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:30:25.041925 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:25.043558 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.044564 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:30:25.045382 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Bound port: 5b988a29-3f70-4fe2-aefd-da3ea27329f6, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:30:25.045999 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.060394 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.087117 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:25.094319 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Usage tracker for resource:security_group_rule and tenant:935f97571db84fd78a894a4af9f4c9ed is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:25.098862 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:25.111430 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:25.190093 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cd5f709e-800b-4a05-bf46-e8670c56bad4 req-303ddd59-b838-4fd5-a69c-99dac5c04db5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222855 May 19 02:30:25.217459 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] For port 5b988a29-3f70-4fe2-aefd-da3ea27329f6, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:30:25.224025 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] For port 5b988a29-3f70-4fe2-aefd-da3ea27329f6, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=5b988a29-3f70-4fe2-aefd-da3ea27329f6,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:30:25.237865 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.292202 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:25.322031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.329324 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.358778 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-5b68796c-daca-4d12-ad78-bee46d51d2fc service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368408 May 19 02:30:25.389207 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6779af7a-7f95-4992-98d6-99887970a542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:25.410723 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=935f97571db84fd78a894a4af9f4c9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5794742 May 19 02:30:25.414578 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34526) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:25.467584 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Pushing event updated for resources: {'Port': ['ID=5b988a29-3f70-4fe2-aefd-da3ea27329f6,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:25.475476 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-c5a143f8-4126-4a02-80d3-06d6dcc04dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:25.509358 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:30:25.510377 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:25.540011 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dcea9d-5b0c-4602-99f4-d4f26b0bce92,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:25.546311 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:25.644641 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Allocated IP 172.20.0.1 (130b2ede-bd20-430e-b618-bb8bc3f68ea6/2633e17a-7619-400f-8572-d36a3188f9b6/ac55e970-d54d-4f76-93ad-8692ae738426) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:30:25.651619 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4e13ede4-b862-4b2f-9daa-e268c220ee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.759222 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4e13ede4-b862-4b2f-9daa-e268c220ee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:25.911488 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-e5c02eca-7153-47ce-921f-aabecb4ce6f6 service neutron] 10.222.0.60 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518122 May 19 02:30:26.032437 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb8a24-a943-422e-ae5b-68f5a77d7f4c req-02eb3e88-ecb1-45ec-86f1-ed3d54f87571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:26.035703 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9acb8a24-a943-422e-ae5b-68f5a77d7f4c req-02eb3e88-ecb1-45ec-86f1-ed3d54f87571 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 1098 time: 0.2614839 May 19 02:30:26.052795 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4e13ede4-b862-4b2f-9daa-e268c220ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:26.065241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-377cb60e-c603-4033-8728-35c77898a45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:26.072818 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:26.105624 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Transition to ACTIVE for port object ac55e970-d54d-4f76-93ad-8692ae738426 will not be triggered until provisioned by entity DHCP. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:26.121658 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:30:26.131252 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ede4-b862-4b2f-9daa-e268c220ee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dcea9d-5b0c-4602-99f4-d4f26b0bce92,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:26.142658 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4e13ede4-b862-4b2f-9daa-e268c220ee87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:26.160939 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4e13ede4-b862-4b2f-9daa-e268c220ee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:26.162754 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-4e13ede4-b862-4b2f-9daa-e268c220ee87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22dcea9d-5b0c-4602-99f4-d4f26b0bce92 HTTP/1.1" status: 204 len: 168 time: 0.7465184 May 19 02:30:26.199300 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:26.205676 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9acb8a24-a943-422e-ae5b-68f5a77d7f4c req-3a8b9af5-9fd2-452e-8da5-6ca2719dc244 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436665 May 19 02:30:26.235528 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:26.669360 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-abdb56dd-1520-4923-8cce-93bd9b25f693 req-b2ab55f0-7636-4834-8ced-08688a0ee4e7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 210 time: 0.4345529 May 19 02:30:26.814183 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:20Z', 'revision_number': 3, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:26.815478 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device d1766f51-1292-4573-afdc-1d92ad50df9d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:30:26.826413 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff16847-8d4c-49ee-87ba-fd09de35bf2f None None] The sync data for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb is: [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:20Z', 'revision_number': 3, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:30:26.834123 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34566) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:26.861746 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:26.894915 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:26.903153 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:26.905575 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Usage tracker for resource:security_group_rule and tenant:1f52d38999164c4d9d50a2572b7e015a is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:26.906658 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: d1766f51-1292-4573-afdc-1d92ad50df9d {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:30:26.908883 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:26.909036 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device d1766f51-1292-4573-afdc-1d92ad50df9d not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:30:26.911791 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:26.912949 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:26.914343 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:26.932877 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:27.021242 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Pushing event updated for resources: {'Port': ['ID=ac55e970-d54d-4f76-93ad-8692ae738426,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:27.050277 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.053216 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.054777 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.056978 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.057596 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.058205 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.060016 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.060662 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.063244 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.063672 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.064046 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.066064 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:27.090728 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:27.126460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.139168 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.168127 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d49f4e90-db93-4d63-8f20-8fc1db2c4e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:27.236375 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40a41f-edc4-4dac-a5b6-abc2fc092a98 req-57d0c9e8-ff28-4b84-bd77-b2406f4f8621 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:27.249131 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1f40a41f-edc4-4dac-a5b6-abc2fc092a98 req-57d0c9e8-ff28-4b84-bd77-b2406f4f8621 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.5397310 May 19 02:30:27.302449 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f52d38999164c4d9d50a2572b7e015a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659011 May 19 02:30:27.311675 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34580) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:27.437484 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3153ca3-a256-484d-9f22-002b95dd7c6e,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:27.455965 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1f40a41f-edc4-4dac-a5b6-abc2fc092a98 req-cd72b633-abd1-4bcd-8f60-9875354a799c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052236 May 19 02:30:27.490577 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:27.536110 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-0205d22c-b98e-4963-bfc0-107a99ddfa31 None None] Provisioning for port ac55e970-d54d-4f76-93ad-8692ae738426 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:27.545038 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-0205d22c-b98e-4963-bfc0-107a99ddfa31 None None] Provisioning complete for port ac55e970-d54d-4f76-93ad-8692ae738426 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:27.545851 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-0205d22c-b98e-4963-bfc0-107a99ddfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.601932 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.619328 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.695775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.755068 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-0205d22c-b98e-4963-bfc0-107a99ddfa31 None None] Port ac55e970-d54d-4f76-93ad-8692ae738426 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:30:27.879222 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.903859 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1d01ce6a-5632-4151-8c8c-972eb72da5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:27.959545 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3153ca3-a256-484d-9f22-002b95dd7c6e,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:27.972223 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:27.974284 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:27.982522 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3153ca3-a256-484d-9f22-002b95dd7c6e HTTP/1.1" status: 204 len: 168 time: 0.6672654 May 19 02:30:28.387402 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bbef9101-5fd8-480e-9992-742c1818a281 req-e39305bc-97c5-4e09-bd63-057520b4c59b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 210 time: 0.2872434 May 19 02:30:28.861776 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:28.994976 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:28.995833 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:29.013158 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ac0e7313-33c9-4394-9b37-cfe5f39a8dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:29.030056 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5b988a29-3f70-4fe2-aefd-da3ea27329f6 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:29.038903 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34620) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:29.093518 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:29.135223 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:29.141887 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Usage tracker for resource:security_group_rule and tenant:3b06e295ecc94b12b308a4db631a3333 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:29.145513 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:29.157034 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:29.202327 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:29.208233 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:29.211226 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:29.466543 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Pushing event updated for resources: {'Port': ['ID=ac55e970-d54d-4f76-93ad-8692ae738426,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:29.480287 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:29.491508 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:29.531406 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:29.532002 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 5b988a29-3f70-4fe2-aefd-da3ea27329f6, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=5b988a29-3f70-4fe2-aefd-da3ea27329f6,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:29.535125 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:29.540205 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:29.553987 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:29.613571 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:29.651063 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:29.689389 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-763302b1-41b4-4d21-878d-6261036dbb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:29.701338 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=5b988a29-3f70-4fe2-aefd-da3ea27329f6,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:29.723624 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:29.780661 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed31a1-f278-4e4d-93eb-a1222d4c8d3f req-e85069ec-1dd1-4f73-b2b6-f06b5d64d10a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:29.788015 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f5ed31a1-f278-4e4d-93eb-a1222d4c8d3f req-e85069ec-1dd1-4f73-b2b6-f06b5d64d10a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.9291034 May 19 02:30:29.793736 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d7d07-5f9b-40a4-94e7-96aa8bd45c6b,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:29.808559 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:29.830720 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-67472dbe-406d-4251-903f-35d3beb3c84d req-c5fc3232-23d3-4b4f-9e9e-bb39d20f8453 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 210 time: 0.1384754 May 19 02:30:29.938731 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b06e295ecc94b12b308a4db631a3333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8972266 May 19 02:30:29.943084 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34644) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:30.003186 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-10a0790b-a094-46d5-9b5a-6eecf7b5e50b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:30.005091 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-10a0790b-a094-46d5-9b5a-6eecf7b5e50b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 815 time: 0.7610075 May 19 02:30:30.039215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Request body: {'port': {'device_id': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'admin_state_up': True, 'tenant_id': '5723aaf8643e4438b160b02c777b9781'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:30.048486 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f5ed31a1-f278-4e4d-93eb-a1222d4c8d3f req-3afe3784-8f28-45a6-a6c5-27039e93a7ed tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588570 May 19 02:30:30.093969 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Router 25c46449-d768-4401-a46c-8ccb2301c523 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:30:30.123128 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-6e5e232c-e0b9-4172-bff4-bb4695c56f20 None None] Provisioning complete for port ac55e970-d54d-4f76-93ad-8692ae738426 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:30.125080 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6e5e232c-e0b9-4172-bff4-bb4695c56f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:30.314754 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e232c-e0b9-4172-bff4-bb4695c56f20 None None] Port ac55e970-d54d-4f76-93ad-8692ae738426 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:30:30.609720 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:30.634184 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Usage tracker for resource:port and tenant:5723aaf8643e4438b160b02c777b9781 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:30.642979 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:30.654262 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:30.656769 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:30.690000 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:30:30.703232 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:30.715843 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] 10.222.0.60 "PUT /v2.0/routers/25c46449-d768-4401-a46c-8ccb2301c523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2291238 May 19 02:30:30.720459 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Sync routers for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:30:30.735694 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Made reservation on behalf of 5723aaf8643e4438b160b02c777b9781 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:30:30.742523 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:30.750301 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b9efe-6426-43fa-af96-d63841242b41 req-adb9dbff-d9f8-4897-b14a-41820a8a2357 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:30.756681 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:30:30.757752 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:30.766565 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e4b9efe-6426-43fa-af96-d63841242b41 req-adb9dbff-d9f8-4897-b14a-41820a8a2357 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2224820 May 19 02:30:30.880875 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e4b9efe-6426-43fa-af96-d63841242b41 req-49ff5bf8-09bc-48c7-b2e1-762730cc9ec4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868208 May 19 02:30:31.000636 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:31.013978 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4233362d-834c-4d67-a7b7-5564a5d92d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:31.042126 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5b988a29-3f70-4fe2-aefd-da3ea27329f6 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:31.129286 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d7d07-5f9b-40a4-94e7-96aa8bd45c6b,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:31.164248 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:31.236306 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Allocated IP 172.20.0.7 (c751509f-c158-4969-9b77-2378a30a3450/ae7579fd-9980-4370-8e05-f83befb3d8bc/ca899450-e4fa-46c0-b72c-aa29f556cac3) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:30:31.309262 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6489358a-8412-4310-818f-fd60e98cab35 req-92bcfdd5-be71-4070-ae8c-3d3c460cef50 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 210 time: 0.1255395 May 19 02:30:31.330356 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:31.331879 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c0d7d07-5f9b-40a4-94e7-96aa8bd45c6b HTTP/1.1" status: 204 len: 168 time: 1.3705854 May 19 02:30:31.910582 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:30:32.137681 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:32.138136 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:32.645911 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:32.830898 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:32.897422 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9dfc301d-396c-4a04-9a9b-0092f504102d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:33.008338 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', '247d6284-c715-49e8-8d4e-6721aeacfadd'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:30:33.402519 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Network c751509f-c158-4969-9b77-2378a30a3450 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:33.417144 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:33.421909 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event updated for resources: {'Port': ['ID=ca899450-e4fa-46c0-b72c-aa29f556cac3,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:33.428030 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:33.430053 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2af27-f5c1-4646-9cd5-cf2dbf79e85e req-47779f5d-1398-4b2b-856e-4010c411e9c7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:33.432498 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-61e2af27-f5c1-4646-9cd5-cf2dbf79e85e req-47779f5d-1398-4b2b-856e-4010c411e9c7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 931 time: 0.4527426 May 19 02:30:33.517401 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:33.611525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:33.612976 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:33.662275 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6316946 May 19 02:30:33.682440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Request body: {'port': {'device_id': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:33.747707 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-61e2af27-f5c1-4646-9cd5-cf2dbf79e85e req-206e838a-6473-4f05-be44-252bea559a65 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953174 May 19 02:30:34.154053 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:28Z', 'revision_number': 2, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:34.169842 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Checking router: 25c46449-d768-4401-a46c-8ccb2301c523 for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:30:34.170384 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Updating router 25c46449-d768-4401-a46c-8ccb2301c523 port ac55e970-d54d-4f76-93ad-8692ae738426 binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:30:34.217384 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:34.321659 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34758) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:34.334237 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-651274886-network', 'tenant_id': '6621be5d992f4c3890577faa751469ae'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:34.343680 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:34.361705 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Usage tracker for resource:network and tenant:6621be5d992f4c3890577faa751469ae is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:34.381430 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:34.405798 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:34.435616 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:34.445629 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Made reservation on behalf of 6621be5d992f4c3890577faa751469ae for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:30:34.455852 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:34.515171 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:34.583444 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:34.599705 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Usage tracker for resource:security_group_rule and tenant:6621be5d992f4c3890577faa751469ae is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:34.622999 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:34.650186 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:35.375646 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:35.468315 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:35.510829 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ebe816f1-e899-4bf5-afc4-b958ff6d396b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:35.630491 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d442b6-50ea-4f9e-96c4-216b88db560f,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:35.652086 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:35.674094 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.db.resource_extend [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:30:35.705317 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca899450-e4fa-46c0-b72c-aa29f556cac3 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:30:35.723603 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:35.724321 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=91265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:30:35.774874 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:35.776048 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Added segment f9a043a9-dd92-4583-9f6b-ad0302d97cb7 of type vlan for network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f May 19 02:30:35.783743 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Transition to ACTIVE for port object ca899450-e4fa-46c0-b72c-aa29f556cac3 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:35.805207 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e2f9-650b-4699-bacf-489b934e8c80 req-86d1cda4-6baa-4e98-9bf6-a365f9af17a2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:35.817072 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-90b5e2f9-650b-4699-bacf-489b934e8c80 req-86d1cda4-6baa-4e98-9bf6-a365f9af17a2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 931 time: 0.4376602 May 19 02:30:35.936044 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:35.941668 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9484e775-260a-49d4-990b-03231290cdcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:35.988468 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-90b5e2f9-650b-4699-bacf-489b934e8c80 req-e0814a54-ba31-41bd-a603-19628b9c28a9 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696622 May 19 02:30:36.103802 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:36.251291 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:36.265041 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:36.266825 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:36.277657 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:36.289926 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:36.363537 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Transition to ACTIVE for port object ac55e970-d54d-4f76-93ad-8692ae738426 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:36.449642 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:36.532676 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:36.755885 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Pushing event updated for resources: {'Port': ['ID=ca899450-e4fa-46c0-b72c-aa29f556cac3,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:36.807823 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:36.895223 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5706050 May 19 02:30:36.895223 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34798) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:36.895947 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Pushing event updated for resources: {'Port': ['ID=ac55e970-d54d-4f76-93ad-8692ae738426,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:36.904672 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Pushing event updated for resources: {'Network': ['ID=1f98adbb-4e2a-45ef-9ca1-4a17749ae64f,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:36.911661 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:36.915996 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.916479 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.916943 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.917375 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.917828 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.918935 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.918935 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.918935 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.919526 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.919946 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.920366 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.920782 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:30:36.936225 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Request body: {'subnet': {'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-651274886-subnet', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:36.967022 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:37.002097 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:37.002999 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:30:37.067382 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-728743d0-85df-4d40-87b0-e7b0139e941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:37.069078 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-728743d0-85df-4d40-87b0-e7b0139e941a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 1.2793438 May 19 02:30:37.071155 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Usage tracker for resource:subnet and tenant:6621be5d992f4c3890577faa751469ae is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:37.091678 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Attempting to bind port ac55e970-d54d-4f76-93ad-8692ae738426 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:30:37.095227 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Attempting to bind port ac55e970-d54d-4f76-93ad-8692ae738426 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:30:37.095958 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Attempting to bind port ac55e970-d54d-4f76-93ad-8692ae738426 on network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:37.099618 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:37.140238 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:30:37.141882 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Checking segment: {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:37.142570 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:37.143211 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Bound using segment: {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:30:37.143958 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Bound port: ac55e970-d54d-4f76-93ad-8692ae738426, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:30:37.144580 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:37.183218 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:37.307771 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a067fd-9f45-4e36-8f7c-56f93ce2357d req-a19b2746-91c0-4d01-a4f9-9a642695c160 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:37.327584 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f8a067fd-9f45-4e36-8f7c-56f93ce2357d req-a19b2746-91c0-4d01-a4f9-9a642695c160 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.8589249 May 19 02:30:37.352640 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Made reservation on behalf of 6621be5d992f4c3890577faa751469ae for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:30:37.357587 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:37.370961 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Attempting to bind port ca899450-e4fa-46c0-b72c-aa29f556cac3 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:30:37.371485 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Attempting to bind port ca899450-e4fa-46c0-b72c-aa29f556cac3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:30:37.372020 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Attempting to bind port ca899450-e4fa-46c0-b72c-aa29f556cac3 on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:37.443592 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Port ca899450-e4fa-46c0-b72c-aa29f556cac3 on network c751509f-c158-4969-9b77-2378a30a3450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:30:37.444161 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Attempting to bind port ca899450-e4fa-46c0-b72c-aa29f556cac3 on network c751509f-c158-4969-9b77-2378a30a3450 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:37.656019 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:30:37.656384 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Checking segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:37.656739 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Bound using segment: {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:30:37.657226 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Bound port: ca899450-e4fa-46c0-b72c-aa29f556cac3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '769ae5e0-a8a8-4cd7-ac26-1348764d7345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:30:37.657568 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:37.912662 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] For port ac55e970-d54d-4f76-93ad-8692ae738426, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:30:37.922215 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] For port ac55e970-d54d-4f76-93ad-8692ae738426, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=ac55e970-d54d-4f76-93ad-8692ae738426,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:30:37.984441 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:38.109623 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:38.215150 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-b4a35efb-8054-49a8-b24c-6701b7c5d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:38.216919 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-b4a35efb-8054-49a8-b24c-6701b7c5d6da service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 1.1068716 May 19 02:30:38.249302 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f8a067fd-9f45-4e36-8f7c-56f93ce2357d req-ba4adac4-46ba-48b9-9017-9a9ba4d033aa tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9044900 May 19 02:30:38.497207 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] For port ca899450-e4fa-46c0-b72c-aa29f556cac3, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:30:38.513514 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] For port ca899450-e4fa-46c0-b72c-aa29f556cac3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca899450-e4fa-46c0-b72c-aa29f556cac3,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:30:38.517977 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-ea0fa69e-1467-479d-ab54-558984b7591d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 217 time: 0.2860200 May 19 02:30:38.522608 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:38.562586 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-5a175e43-4649-4fd6-833b-68b46f7f4cc2 tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:38.575479 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:30:38.576463 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:38.995624 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ed04b-520e-4a73-adb8-96fda87dc6e6 req-a1b944a9-8a57-4fe3-847f-e651a9a88d0c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:39.006360 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:39.007914 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:39.009960 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] 10.222.0.11 "PUT /v2.0/ports/ca899450-e4fa-46c0-b72c-aa29f556cac3 HTTP/1.1" status: 200 len: 1093 time: 5.3346534 May 19 02:30:39.011127 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'tag': 'ca899450-e4fa-46c0-b72c-aa29f556cac3'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:30:39.013456 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1a7ed04b-520e-4a73-adb8-96fda87dc6e6 req-a1b944a9-8a57-4fe3-847f-e651a9a88d0c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 943 time: 1.5108521 May 19 02:30:39.161116 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Pushing event updated for resources: {'Port': ['ID=ac55e970-d54d-4f76-93ad-8692ae738426,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:39.211012 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:39.259067 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1a7ed04b-520e-4a73-adb8-96fda87dc6e6 req-7c6cdcb7-dbcd-4f8d-b1ae-05793a2f2861 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443490 May 19 02:30:39.384176 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:30:39.412546 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'tag': 'ca899450-e4fa-46c0-b72c-aa29f556cac3', 'status': 'completed', 'code': 200} May 19 02:30:39.495519 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-2b840d04-26fb-4ec8-b460-5e8c0c7b6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:39.501432 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-2b840d04-26fb-4ec8-b460-5e8c0c7b6c33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.9400063 May 19 02:30:39.573971 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Pushing event updated for resources: {'Port': ['ID=ca899450-e4fa-46c0-b72c-aa29f556cac3,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:39.612865 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:39.613322 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:39.681044 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:39.853654 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-6c6d58d9-a8d8-4c4f-9923-781916a0ffc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2578752 May 19 02:30:39.910922 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:40.089480 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e19b481-fe7b-4c0e-904c-3f9169949db1,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:40.098942 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:40.127288 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Checking segment: {'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:40.127579 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Network hostable DHCP agents. Network: 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:30:40.159998 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5668f-5ef0-4564-86c7-f4205b437c56 req-ea665154-5ff4-491a-aef8-8a58b717d239 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:40.173727 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f3e5668f-5ef0-4564-86c7-f4205b437c56 req-ea665154-5ff4-491a-aef8-8a58b717d239 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.5814371 May 19 02:30:40.251450 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:30:40.301708 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f3e5668f-5ef0-4564-86c7-f4205b437c56 req-c1c408dd-7567-4023-8f66-7f09c2a3c97e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267707 May 19 02:30:40.312123 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:40.336925 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:40.337803 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:40.420447 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4589f-5ff0-4790-8662-eb40b45f6d3c None None] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:30:40.457051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-5127c7d6-1527-4902-ae30-862666585d41 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5584798 May 19 02:30:40.462993 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34878) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:40.482803 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:30:40.495210 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-416ef0fd-0c43-4c5e-a581-de5a1035d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:40.503903 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-416ef0fd-0c43-4c5e-a581-de5a1035d5b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 1096 time: 1.3664541 May 19 02:30:40.508838 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:40.525802 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Usage tracker for resource:router and tenant:6621be5d992f4c3890577faa751469ae is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:40.537331 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:40.547337 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:40.581596 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:40.586534 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:40.672846 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:40.773015 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:37Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:40.788406 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e802cc-ed86-43c9-8f4f-2c26d729f3e5 None None] The sync data for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb is: [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:37Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:30:40.812150 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-2f00ad24-7780-4026-9873-1e270bd1113e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca899450-e4fa-46c0-b72c-aa29f556cac3 HTTP/1.1" status: 200 len: 217 time: 0.2798431 May 19 02:30:40.924723 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-9110e42e-7cd9-4197-b214-504b84110722 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0497255 May 19 02:30:41.180554 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-1f98adbb-4e2a-45ef-9ca1-4a17749ae64f', 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'fixed_ips': [{'subnet_id': '7e19b481-fe7b-4c0e-904c-3f9169949db1'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:30:41.182187 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:41.598211 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b2963e6e-4a4e-4d0b-adee-ce96b78ac27c req-b50d73e0-362c-4cd1-9803-d94d7fb5defd service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813628 May 19 02:30:41.693967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-e4ad21f7-b329-4dc1-ad80-6d63d8046f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:41.701583 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-e4ad21f7-b329-4dc1-ad80-6d63d8046f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.7694557 May 19 02:30:41.859894 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Allocated IP 172.20.0.2 (1f98adbb-4e2a-45ef-9ca1-4a17749ae64f/7e19b481-fe7b-4c0e-904c-3f9169949db1/2dea0d04-0aa6-4f59-9938-71190e157b26) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:30:42.070238 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-9cd45f93-2ec4-4080-b101-adc6377b6589 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1810448 May 19 02:30:42.103299 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:42.244268 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b70ba-99af-4829-8e08-5ca80837be17 req-ee1bcfdd-a197-4db9-adcd-596a7a3a1e13 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:42.260676 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-502b70ba-99af-4829-8e08-5ca80837be17 req-ee1bcfdd-a197-4db9-adcd-596a7a3a1e13 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 943 time: 1.4963036 May 19 02:30:42.462902 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device ac55e970-d54d-4f76-93ad-8692ae738426 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:42.552527 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-35aa846d-f189-4c7a-8646-f7ce257dec6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:42.956314 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-6ecec99d-7a32-49b2-b08f-49289cf40e64 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853992 May 19 02:30:42.968674 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-584600f8-e7e6-4733-8c73-5a3aa02b39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:42.983039 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-584600f8-e7e6-4733-8c73-5a3aa02b39aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 1.2765226 May 19 02:30:43.234109 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-502b70ba-99af-4829-8e08-5ca80837be17 req-b3f6c638-bd99-46c7-999f-b01c56bec3ef tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9719183 May 19 02:30:43.311799 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:43.363533 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Transition to ACTIVE for port object 2dea0d04-0aa6-4f59-9938-71190e157b26 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:43.431112 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Transition to ACTIVE for port object 2dea0d04-0aa6-4f59-9938-71190e157b26 will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:43.435023 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port ac55e970-d54d-4f76-93ad-8692ae738426 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:43.453385 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port ac55e970-d54d-4f76-93ad-8692ae738426 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:43.454009 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:43.486936 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 34918) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:43.594779 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:43.659858 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:43.679596 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe2e7-176d-4030-bf52-0193708a6d1e req-4aa33cbb-58be-46cf-90e7-c5ccc72c5dd9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:43.693925 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a2abe2e7-176d-4030-bf52-0193708a6d1e req-4aa33cbb-58be-46cf-90e7-c5ccc72c5dd9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 1.3848894 May 19 02:30:43.841700 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a2abe2e7-176d-4030-bf52-0193708a6d1e req-920a8b62-1650-463c-88fa-3ffbefee2bfe tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451883 May 19 02:30:43.947128 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-2280878c-082f-456d-aafb-aeafbfef9c1f req-55a6e648-2b34-442d-b9aa-cfce293bdb2f service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598792 May 19 02:30:44.026997 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-c7233867-0a67-4db6-91c5-03cfda4908a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:44.031575 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-c7233867-0a67-4db6-91c5-03cfda4908a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 0.9505961 May 19 02:30:44.171204 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:44.202619 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:44.217127 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-aba2c698-dd4d-4037-8e33-9773d830b9d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 217 time: 0.1574097 May 19 02:30:44.236515 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:44.240484 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Pushing event updated for resources: {'Port': ['ID=2dea0d04-0aa6-4f59-9938-71190e157b26,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:44.282933 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:44.506573 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:44.669967 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Attempting to bind port 2dea0d04-0aa6-4f59-9938-71190e157b26 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:30:44.671674 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Attempting to bind port 2dea0d04-0aa6-4f59-9938-71190e157b26 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:30:44.672617 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Attempting to bind port 2dea0d04-0aa6-4f59-9938-71190e157b26 on network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:44.719706 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:44.735465 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:30:44.743958 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Checking segment: {'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:44.745340 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:44.751237 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Bound using segment: {'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:30:44.752577 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Bound port: 2dea0d04-0aa6-4f59-9938-71190e157b26, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:30:44.754073 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:44.793291 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:44.926711 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:45.030941 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] For port 2dea0d04-0aa6-4f59-9938-71190e157b26, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:30:45.034911 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] For port 2dea0d04-0aa6-4f59-9938-71190e157b26, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=2dea0d04-0aa6-4f59-9938-71190e157b26,segment=NetworkSegment(f9a043a9-dd92-4583-9f6b-ad0302d97cb7),segment_id=f9a043a9-dd92-4583-9f6b-ad0302d97cb7)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:30:45.048862 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:45.077698 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:45.088939 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:45.271890 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-7e668009-7a81-4531-8f4e-872824e15365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:45.276628 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-7e668009-7a81-4531-8f4e-872824e15365 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.4673054 May 19 02:30:45.287365 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port ac55e970-d54d-4f76-93ad-8692ae738426, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=ac55e970-d54d-4f76-93ad-8692ae738426,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:45.288857 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-81c3a0d9-bc2e-428e-8d7a-838aa5de673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:45.291843 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-81c3a0d9-bc2e-428e-8d7a-838aa5de673a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5723aaf8643e4438b160b02c777b9781&device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 1096 time: 1.0731654 May 19 02:30:45.482227 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Usage tracker for resource:security_group_rule and tenant:b43735c1cc264f18a778e8f6f6dff078 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:45.484410 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:45.585097 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:45.592423 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6004-e1fa-42ef-b927-fcdde2de8a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:45.602987 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:45.608051 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Pushing event updated for resources: {'Port': ['ID=2dea0d04-0aa6-4f59-9938-71190e157b26,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:45.618871 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:45.619387 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:45.795854 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:45.816576 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-b932c3e1-6d51-48d6-b36b-dff2eb46c4e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5013249 May 19 02:30:45.820862 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-3256a11f-113c-4d8e-aa2d-fa441aaed88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:45.821984 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-3256a11f-113c-4d8e-aa2d-fa441aaed88a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 200 len: 915 time: 0.2781870 May 19 02:30:45.998691 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=ac55e970-d54d-4f76-93ad-8692ae738426,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:46.005057 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:46.116929 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:46.193786 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Allocated IP 172.28.2.161 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/3496ea3d-848f-4402-86ad-9a415c8bd70b) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:30:46.286116 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-6878f86d-2026-4d90-8795-357705a02d96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca899450-e4fa-46c0-b72c-aa29f556cac3 HTTP/1.1" status: 200 len: 217 time: 0.4411788 May 19 02:30:46.561602 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-7ccc6171-1338-4c11-99c0-90640166b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:46.564209 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-7ccc6171-1338-4c11-99c0-90640166b611 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 200 len: 855 time: 0.2589891 May 19 02:30:46.626176 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:46.685575 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-67604f38-b225-41e7-aad6-642dee2d3ed5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c751509f-c158-4969-9b77-2378a30a3450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958261 May 19 02:30:46.742616 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9648ff-2c7c-480f-a066-9c72378f273e req-66ca6820-6f7d-4e80-9e4b-f26c32df2b2f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:46.751217 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fd9648ff-2c7c-480f-a066-9c72378f273e req-66ca6820-6f7d-4e80-9e4b-f26c32df2b2f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 943 time: 1.9380298 May 19 02:30:46.799262 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:46.835817 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:46.924259 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device ca899450-e4fa-46c0-b72c-aa29f556cac3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:30:46.980710 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-3fdd8161-fdc4-4ab9-a5e2-4cc8152c12e6 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1381128 May 19 02:30:47.097943 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f6f25-5f9e-4e8d-a814-822ecc785804 req-85928343-8054-462a-b501-2be286a42dab tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:47.118334 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f85f6f25-5f9e-4e8d-a814-822ecc785804 req-85928343-8054-462a-b501-2be286a42dab tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 1.5055270 May 19 02:30:47.308968 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:47.346834 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=3496ea3d-848f-4402-86ad-9a415c8bd70b,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:47.366776 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:47.399973 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f85f6f25-5f9e-4e8d-a814-822ecc785804 req-e4d5426a-2eae-4a72-b66d-4381c0d18f72 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800961 May 19 02:30:47.400700 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:47.421069 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:47.461459 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:47.466036 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:47.477276 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:47.885824 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:48.085760 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port ca899450-e4fa-46c0-b72c-aa29f556cac3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca899450-e4fa-46c0-b72c-aa29f556cac3,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:48.107774 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-be6e643d-dc76-4024-a905-82be7ee1b1dd req-cf250ec8-cddb-4ddd-bf95-f17c54a9dda9 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0912440 May 19 02:30:48.113304 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-4be64996-61e5-4c58-80f4-1478d4375432 service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4163699 May 19 02:30:48.118675 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'ca899450-e4fa-46c0-b72c-aa29f556cac3', 'network_id': 'c751509f-c158-4969-9b77-2378a30a3450', 'port_id': 'ca899450-e4fa-46c0-b72c-aa29f556cac3', 'mac_address': 'fa:16:3e:67:6a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7579fd-9980-4370-8e05-f83befb3d8bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:30:48.128277 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e181ad2-a62c-448c-bf73-06cdf2fe1516 None None] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:30:48.153835 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device ac55e970-d54d-4f76-93ad-8692ae738426 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:48.154393 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fd9648ff-2c7c-480f-a066-9c72378f273e req-8959548b-b40c-4367-af43-2ca60510706b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4014308 May 19 02:30:48.317619 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf2435d-2040-444d-a175-70d45b4cc89c,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:48.327190 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:48.335854 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34966) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:48.337005 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b43735c1cc264f18a778e8f6f6dff078&name=default HTTP/1.1" status: 200 len: 2979 time: 4.8456922 May 19 02:30:48.420289 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-05010071-d0dc-488d-adf9-c8f1f9c515fd None None] Provisioning for port 2dea0d04-0aa6-4f59-9938-71190e157b26 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:48.597572 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:48.628544 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca899450-e4fa-46c0-b72c-aa29f556cac3 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:30:48.731211 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port ca899450-e4fa-46c0-b72c-aa29f556cac3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca899450-e4fa-46c0-b72c-aa29f556cac3,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:48.740042 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port ac55e970-d54d-4f76-93ad-8692ae738426 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:48.740603 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:48.796056 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:48.829352 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:48.874223 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:48.985134 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6c013d73-e0cc-487f-80d2-d6d992264ec9 req-b572db3a-925b-4a14-9154-3ae7ca1b5adb service neutron] 10.222.0.11 "GET /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272312 May 19 02:30:48.988267 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:49.209435 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:49.252984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2e9e2d86-dc4d-4fdb-9058-3570500d5cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:49.301838 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=ca899450-e4fa-46c0-b72c-aa29f556cac3,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:49.322075 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:49.335034 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf2435d-2040-444d-a175-70d45b4cc89c,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:49.352160 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:49.365041 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:49.377474 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdf2435d-2040-444d-a175-70d45b4cc89c HTTP/1.1" status: 204 len: 168 time: 1.0212786 May 19 02:30:49.437554 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['ca899450-e4fa-46c0-b72c-aa29f556cac3'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:30:49.541368 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:49.814965 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e637b-0984-498a-afa4-66ab9018e042 req-8bbd1764-426e-45ea-ac1e-1ed8d0ac313a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:49.822654 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dc0e637b-0984-498a-afa4-66ab9018e042 req-8bbd1764-426e-45ea-ac1e-1ed8d0ac313a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 1.0549054 May 19 02:30:49.867287 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 2dea0d04-0aa6-4f59-9938-71190e157b26 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:50.153848 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 2dea0d04-0aa6-4f59-9938-71190e157b26 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:50.157751 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dc0e637b-0984-498a-afa4-66ab9018e042 req-d938d87e-b961-4eb4-a562-60e082194724 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334813 May 19 02:30:50.166815 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 2dea0d04-0aa6-4f59-9938-71190e157b26 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:50.168563 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:50.508326 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:50.560928 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 34998) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:50.579924 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf42678-8e94-4862-8561-2f0476ca01b5 req-1e786f97-a20a-44d9-803f-1607934f6b0f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:50.598133 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fcf42678-8e94-4862-8561-2f0476ca01b5 req-1e786f97-a20a-44d9-803f-1607934f6b0f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 944 time: 0.9091029 May 19 02:30:50.604898 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-19240f08-687c-404c-bc8c-83c61a74384f None None] Provisioning complete for port 2dea0d04-0aa6-4f59-9938-71190e157b26 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:50.605457 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-19240f08-687c-404c-bc8c-83c61a74384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:50.614775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:50.683824 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 2dea0d04-0aa6-4f59-9938-71190e157b26, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=2dea0d04-0aa6-4f59-9938-71190e157b26,segment=NetworkSegment(f9a043a9-dd92-4583-9f6b-ad0302d97cb7),segment_id=f9a043a9-dd92-4583-9f6b-ad0302d97cb7)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:50.693170 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:50.708751 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Usage tracker for resource:security_group_rule and tenant:b2930d43e6bf4d408afafffc98a4abe6 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:50.715776 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:50.724240 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:50.730948 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:50.734900 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:50.992108 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=2dea0d04-0aa6-4f59-9938-71190e157b26,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:50.998830 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:50.999136 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:51.016044 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fcf42678-8e94-4862-8561-2f0476ca01b5 req-248d6c33-2157-4c83-b7ae-ce2db7dbe714 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034023 May 19 02:30:51.049834 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:51.072436 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:51.106403 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-88db9fa2-cdac-4a6d-8d8e-6fa9aebd5265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:51.213785 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2930d43e6bf4d408afafffc98a4abe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486549 May 19 02:30:51.215742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35008) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:51.219873 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414205b9-58a9-46d7-8c53-0f6b9935caf4,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:51.252126 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:51.369080 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:51.416585 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:30:51.440379 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:51.591711 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:51.602041 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b30f7131-d581-4c1a-bf15-95cc7b35ab13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:51.620563 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414205b9-58a9-46d7-8c53-0f6b9935caf4,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:51.623673 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:51.632624 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:51.639943 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/414205b9-58a9-46d7-8c53-0f6b9935caf4 HTTP/1.1" status: 204 len: 168 time: 0.4217663 May 19 02:30:52.021550 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:30:52.035072 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Sync routers for ids ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:30:52.049676 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Routers {'28f74ff5-504f-4f58-85a8-0cb6253f12e9'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:30:52.051305 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:52.181415 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5c84-ede5-4385-97c9-ddef2a726571 req-c095126d-a2d1-46d7-9c6f-e6c19ae4aefd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:52.190651 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-acfa5c84-ede5-4385-97c9-ddef2a726571 req-c095126d-a2d1-46d7-9c6f-e6c19ae4aefd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3105040 May 19 02:30:52.232047 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:52.241881 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35030) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:52.256646 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.7914314 May 19 02:30:52.348640 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Set router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:30:52.382187 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-acfa5c84-ede5-4385-97c9-ddef2a726571 req-aab0c1d8-a67c-404d-a2c3-483a982cdd6c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904728 May 19 02:30:52.884964 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 2dea0d04-0aa6-4f59-9938-71190e157b26 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:53.028652 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device ca899450-e4fa-46c0-b72c-aa29f556cac3 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:53.083900 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658e072-29ab-4469-850b-01b58c203079 req-f17878d6-b716-48df-ae97-9d7547fab070 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:53.093015 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6658e072-29ab-4469-850b-01b58c203079 req-f17878d6-b716-48df-ae97-9d7547fab070 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 944 time: 0.3536773 May 19 02:30:53.179551 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6658e072-29ab-4469-850b-01b58c203079 req-f5f4dc84-ab76-4cbe-b0c5-7f1af28845b1 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855789 May 19 02:30:53.262292 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port ca899450-e4fa-46c0-b72c-aa29f556cac3 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:53.269406 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port ca899450-e4fa-46c0-b72c-aa29f556cac3 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:53.270405 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:53.359791 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 2dea0d04-0aa6-4f59-9938-71190e157b26 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:53.360642 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:53.573869 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:30:48Z', 'revision_number': 3, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port': {'id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:45Z', 'updated_at': '2021-05-19T02:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:53.598577 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Checking router: 28f74ff5-504f-4f58-85a8-0cb6253f12e9 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:30:53.598929 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Updating router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 port 3496ea3d-848f-4402-86ad-9a415c8bd70b binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:30:53.873641 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:53.905281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68fe73-e2c5-4ead-abf7-d2cb7228c80c req-ab7af446-1cf9-462d-a6d1-b3cb05b4e91e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:53.922614 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eb68fe73-e2c5-4ead-abf7-d2cb7228c80c req-ab7af446-1cf9-462d-a6d1-b3cb05b4e91e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2407956 May 19 02:30:54.112409 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eb68fe73-e2c5-4ead-abf7-d2cb7228c80c req-e0411f10-7a38-44d7-9c09-b4eb65868db8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828678 May 19 02:30:54.151863 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:54.216755 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca899450-e4fa-46c0-b72c-aa29f556cac3'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:30:54.254034 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port ca899450-e4fa-46c0-b72c-aa29f556cac3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca899450-e4fa-46c0-b72c-aa29f556cac3,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:30:54.264732 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:54.270465 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:54.395931 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca899450-e4fa-46c0-b72c-aa29f556cac3', 'code': 200} May 19 02:30:54.529164 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:54.596892 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:54.611662 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Transition to ACTIVE for port object 3496ea3d-848f-4402-86ad-9a415c8bd70b will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:54.622631 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:54.657717 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-4487f742-90f6-4635-a7b3-420528fa8068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:54.691928 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e9a41-f632-4e99-b7a8-941343b3cccf req-22f07722-d3ce-4580-b33c-e9f7e4a75b9e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:54.713490 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-492e9a41-f632-4e99-b7a8-941343b3cccf req-22f07722-d3ce-4580-b33c-e9f7e4a75b9e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 0.2941628 May 19 02:30:54.774286 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5838405-80d5-46c8-a06d-a82bb0099301 None None] Pushing event updated for resources: {'Port': ['ID=3496ea3d-848f-4402-86ad-9a415c8bd70b,revision_number=2']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:54.813386 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-492e9a41-f632-4e99-b7a8-941343b3cccf req-2ac07718-b3d3-49e5-add5-75afb816add8 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976982 May 19 02:30:54.832377 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=ca899450-e4fa-46c0-b72c-aa29f556cac3,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:54.835785 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Attempting to bind port 3496ea3d-848f-4402-86ad-9a415c8bd70b on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:30:54.836278 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Attempting to bind port 3496ea3d-848f-4402-86ad-9a415c8bd70b by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:30:54.836892 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Attempting to bind port 3496ea3d-848f-4402-86ad-9a415c8bd70b on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:30:54.845961 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:54.855616 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-c5838405-80d5-46c8-a06d-a82bb0099301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:54.856460 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:30:54.856854 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:30:54.857449 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:54.857851 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:30:54.858494 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Bound port: 3496ea3d-848f-4402-86ad-9a415c8bd70b, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:30:54.859116 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:55.188452 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] For port 3496ea3d-848f-4402-86ad-9a415c8bd70b, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:30:55.195519 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] For port 3496ea3d-848f-4402-86ad-9a415c8bd70b, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=3496ea3d-848f-4402-86ad-9a415c8bd70b,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:30:55.202373 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:55.233592 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Allocated IP 172.20.0.1 (1f98adbb-4e2a-45ef-9ca1-4a17749ae64f/7e19b481-fe7b-4c0e-904c-3f9169949db1/214d2820-b697-46d2-bc1e-52c20615c395) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:30:55.238190 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:55.559798 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60189a6c-0f1b-4215-a708-3e978478720e req-b0c3bd58-4daa-4068-83a8-93a41320cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:55.561426 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-60189a6c-0f1b-4215-a708-3e978478720e req-b0c3bd58-4daa-4068-83a8-93a41320cc9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 1098 time: 0.5496745 May 19 02:30:55.612578 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5838405-80d5-46c8-a06d-a82bb0099301 None None] Pushing event updated for resources: {'Port': ['ID=3496ea3d-848f-4402-86ad-9a415c8bd70b,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:55.635532 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-c5838405-80d5-46c8-a06d-a82bb0099301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:55.643619 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Routers {'28f74ff5-504f-4f58-85a8-0cb6253f12e9'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:30:55.644798 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:55.676453 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:55.698837 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Transition to ACTIVE for port object 214d2820-b697-46d2-bc1e-52c20615c395 will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:30:55.806526 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:55.824077 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:56.187742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Pushing event updated for resources: {'Port': ['ID=214d2820-b697-46d2-bc1e-52c20615c395,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:56.201632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:56.206527 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-60189a6c-0f1b-4215-a708-3e978478720e req-60425415-7627-443e-8307-38dac99d9a26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608274 May 19 02:30:56.214334 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:56.216732 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:56.234099 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:30:56.445885 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:56.461564 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] Set router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:30:56.688992 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0250a-9cd0-4365-93f4-7491b18a5cc1 req-bab89dd0-58e3-4529-a479-b74a7554f570 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:56.703971 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dca0250a-9cd0-4365-93f4-7491b18a5cc1 req-bab89dd0-58e3-4529-a479-b74a7554f570 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.7956991 May 19 02:30:56.747069 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e54b7a68-af50-43da-96aa-0ddb9d5458d3 None None] Provisioning for port 214d2820-b697-46d2-bc1e-52c20615c395 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:56.763881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b1a2a-150c-403f-8301-94cd315726fc req-5cec66a7-9872-4adc-ab51-aebad3467d3a tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:56.776737 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-e54b7a68-af50-43da-96aa-0ddb9d5458d3 None None] Provisioning complete for port 214d2820-b697-46d2-bc1e-52c20615c395 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:56.777881 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-e54b7a68-af50-43da-96aa-0ddb9d5458d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:56.782886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:56.786423 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e70b1a2a-150c-403f-8301-94cd315726fc req-5cec66a7-9872-4adc-ab51-aebad3467d3a tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 0.4975798 May 19 02:30:56.871546 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dca0250a-9cd0-4365-93f4-7491b18a5cc1 req-8955a856-9aca-4013-a275-b20c34cdb8d8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659265 May 19 02:30:56.889175 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-e54b7a68-af50-43da-96aa-0ddb9d5458d3 None None] Port 214d2820-b697-46d2-bc1e-52c20615c395 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:30:56.915797 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e70b1a2a-150c-403f-8301-94cd315726fc req-e27bcea6-25eb-4717-a5db-605a25e4d724 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281278 May 19 02:30:57.484993 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:30:48Z', 'revision_number': 3, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port': {'id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:45Z', 'updated_at': '2021-05-19T02:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:30:57.513822 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:57.515741 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80505484-57c7-41ec-9fcc-cba60c7ee9e3 None None] The sync data for ids ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'] in dv-cinder-784623-11-smb is: [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:30:48Z', 'revision_number': 3, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port': {'id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:45Z', 'updated_at': '2021-05-19T02:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:30:57.520897 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:57.654112 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:30:57.704985 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:57.933408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Pushing event updated for resources: {'Port': ['ID=214d2820-b697-46d2-bc1e-52c20615c395,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:30:57.991856 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:30:58.191162 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:30:58.196158 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:30:58.434794 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 35154) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:30:58.995866 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-6cef22f2-059f-4977-a885-883eac6d0513 None None] Provisioning complete for port 214d2820-b697-46d2-bc1e-52c20615c395 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:58.999541 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6cef22f2-059f-4977-a885-883eac6d0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:59.082593 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:30:59.238005 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3496ea3d-848f-4402-86ad-9a415c8bd70b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:30:59.355509 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:59.410724 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-6cef22f2-059f-4977-a885-883eac6d0513 None None] Port 214d2820-b697-46d2-bc1e-52c20615c395 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:30:59.453151 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 3496ea3d-848f-4402-86ad-9a415c8bd70b completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:30:59.471124 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 3496ea3d-848f-4402-86ad-9a415c8bd70b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:30:59.471718 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:30:59.489816 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:30:59.556231 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Usage tracker for resource:security_group_rule and tenant:b12024189e494cfbb86e1ecbc03fabd7 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:30:59.580574 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:30:59.630503 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:30:59.676429 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a700c-4acc-44c9-a510-f04e910c440b req-28c9dd9e-bf2c-40be-bbce-1c435b8bfba0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:30:59.693467 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-002a700c-4acc-44c9-a510-f04e910c440b req-28c9dd9e-bf2c-40be-bbce-1c435b8bfba0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.8732262 May 19 02:30:59.923560 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-002a700c-4acc-44c9-a510-f04e910c440b req-86da737b-2824-437d-8f93-ed669b93c7d6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854942 May 19 02:31:00.062711 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74de1-316b-42ac-a551-378b58dea6f2 req-4f441af5-09b2-4d5d-bf28-a561b1ca4d0c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:00.078952 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-51e74de1-316b-42ac-a551-378b58dea6f2 req-4f441af5-09b2-4d5d-bf28-a561b1ca4d0c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 1.5690644 May 19 02:31:00.093574 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:31:00.112094 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.114865 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] 10.222.0.60 "PUT /v2.0/routers/28f74ff5-504f-4f58-85a8-0cb6253f12e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8713293 May 19 02:31:00.189002 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 3496ea3d-848f-4402-86ad-9a415c8bd70b, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=3496ea3d-848f-4402-86ad-9a415c8bd70b,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:00.197014 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.200195 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:00.388225 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.401837 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-51e74de1-316b-42ac-a551-378b58dea6f2 req-0aa2bb95-5cd8-4dfc-abe7-96c8b86e6c0f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213217 May 19 02:31:00.403625 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.425716 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-33e426c9-7e80-4c0f-b5b8-edcbec9e033f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:00.451258 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=3496ea3d-848f-4402-86ad-9a415c8bd70b,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:00.469707 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:00.492176 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2877875d-087d-4522-97e1-19827072838f,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:00.503844 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:00.525970 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b12024189e494cfbb86e1ecbc03fabd7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0837972 May 19 02:31:00.526697 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35184) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:00.656738 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.689811 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.788210 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.797780 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c0fa6777-756e-447d-962e-8e1c9d44e40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:00.824778 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:00.833124 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2877875d-087d-4522-97e1-19827072838f HTTP/1.1" status: 204 len: 168 time: 0.3018110 May 19 02:31:00.848714 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2877875d-087d-4522-97e1-19827072838f,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:00.853660 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:00.949480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3496ea3d-848f-4402-86ad-9a415c8bd70b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:31:01.218978 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 3496ea3d-848f-4402-86ad-9a415c8bd70b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:01.219919 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:01.586515 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:31:01.673138 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f24d23-e836-405b-9f16-1dab933aa953 req-8a74bb08-c8fe-4d32-9329-80f729011bf7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:01.674756 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e6f24d23-e836-405b-9f16-1dab933aa953 req-8a74bb08-c8fe-4d32-9329-80f729011bf7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3007975 May 19 02:31:01.769254 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Sync routers for ids ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:31:01.800029 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e6f24d23-e836-405b-9f16-1dab933aa953 req-9e72a653-3760-43be-b620-c89d8447aef8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125448 May 19 02:31:01.849124 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Routers {'28f74ff5-504f-4f58-85a8-0cb6253f12e9'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:31:01.854879 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35224) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:01.872212 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:01.885693 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:01.914401 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:01.922952 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Usage tracker for resource:security_group_rule and tenant:6da2e57ad88f4436ad624f1d56fafde2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:01.932027 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:01.944708 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:02.126511 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:02.135759 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:02.182674 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6f9c358b-79f2-4f94-b2f5-eb7e5ae145fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:02.197946 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7442ae4-1672-411e-8016-ec4095e7526d req-466a5939-9687-4550-8d3a-38248bbd92f6 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:02.204349 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6da2e57ad88f4436ad624f1d56fafde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482223 May 19 02:31:02.206931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35234) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:02.215719 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d7442ae4-1672-411e-8016-ec4095e7526d req-466a5939-9687-4550-8d3a-38248bbd92f6 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 0.3748841 May 19 02:31:02.403460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0172307-5220-4d0f-92f7-09bf9bf5d500,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:02.416137 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:02.446739 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d7442ae4-1672-411e-8016-ec4095e7526d req-830c45b3-31d2-4a2d-a602-64c1d8492555 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284710 May 19 02:31:02.515307 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Set router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:31:02.525949 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:02.596299 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:02.713493 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:02.722043 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2567e49e-27c7-4030-988e-235f5e226678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:02.757427 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0172307-5220-4d0f-92f7-09bf9bf5d500,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:02.764025 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:02.767948 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:02.774588 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0172307-5220-4d0f-92f7-09bf9bf5d500 HTTP/1.1" status: 204 len: 168 time: 0.5615821 May 19 02:31:03.837814 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a4d01-10d2-4022-b862-808e7ecc5b12 req-c5e216f0-f6be-4112-b6c1-2a841a648443 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:03.853035 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-530a4d01-10d2-4022-b862-808e7ecc5b12 req-c5e216f0-f6be-4112-b6c1-2a841a648443 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3347812 May 19 02:31:03.879773 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:30:56Z', 'revision_number': 4, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port': {'id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:45Z', 'updated_at': '2021-05-19T02:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '214d2820-b697-46d2-bc1e-52c20615c395', 'name': '', 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'mac_address': 'fa:16:3e:29:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '7e19b481-fe7b-4c0e-904c-3f9169949db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:54Z', 'updated_at': '2021-05-19T02:30:57Z', 'revision_number': 2, 'project_id': '6621be5d992f4c3890577faa751469ae', 'subnets': [{'id': '7e19b481-fe7b-4c0e-904c-3f9169949db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:03.894862 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Checking router: 28f74ff5-504f-4f58-85a8-0cb6253f12e9 for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:31:03.896014 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Updating router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 port 214d2820-b697-46d2-bc1e-52c20615c395 binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:31:03.991391 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:04.216384 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-530a4d01-10d2-4022-b862-808e7ecc5b12 req-3efd19ab-04da-4243-9ef4-47f25a606812 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623405 May 19 02:31:05.448121 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:05.488981 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Transition to ACTIVE for port object 214d2820-b697-46d2-bc1e-52c20615c395 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:31:05.516057 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:05.524215 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:05.561102 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4902a-883d-4e2e-95fe-6ba8fab9a0dd req-07084b66-0ee1-4ff6-8a8f-be1291254d49 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:05.573110 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-58a4902a-883d-4e2e-95fe-6ba8fab9a0dd req-07084b66-0ee1-4ff6-8a8f-be1291254d49 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1196115 May 19 02:31:05.695677 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-58a4902a-883d-4e2e-95fe-6ba8fab9a0dd req-c5edbde1-39a7-4dee-9dbe-dd2bf270c79f tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211591 May 19 02:31:06.093668 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212333d-a17d-4089-9574-9cac0a90aab2 None None] Pushing event updated for resources: {'Port': ['ID=214d2820-b697-46d2-bc1e-52c20615c395,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:06.133434 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-5212333d-a17d-4089-9574-9cac0a90aab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:06.222429 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Attempting to bind port 214d2820-b697-46d2-bc1e-52c20615c395 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:31:06.223228 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Attempting to bind port 214d2820-b697-46d2-bc1e-52c20615c395 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:31:06.223762 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Attempting to bind port 214d2820-b697-46d2-bc1e-52c20615c395 on network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:31:06.244046 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:31:06.246328 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Checking segment: {'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:31:06.252558 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:06.254032 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Bound using segment: {'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:31:06.254758 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Bound port: 214d2820-b697-46d2-bc1e-52c20615c395, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:31:06.255315 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:06.723840 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] For port 214d2820-b697-46d2-bc1e-52c20615c395, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:31:06.741828 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] For port 214d2820-b697-46d2-bc1e-52c20615c395, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=214d2820-b697-46d2-bc1e-52c20615c395,segment=NetworkSegment(f9a043a9-dd92-4583-9f6b-ad0302d97cb7),segment_id=f9a043a9-dd92-4583-9f6b-ad0302d97cb7)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:31:06.751059 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:06.762113 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d44bd7fe-df44-4c2a-a60d-a1e581503e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:07.118718 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Routers {'28f74ff5-504f-4f58-85a8-0cb6253f12e9'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:31:07.120698 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:30:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:07.388343 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212333d-a17d-4089-9574-9cac0a90aab2 None None] Pushing event updated for resources: {'Port': ['ID=214d2820-b697-46d2-bc1e-52c20615c395,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:07.440817 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-5212333d-a17d-4089-9574-9cac0a90aab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:07.602190 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303f00f-25d8-4742-abf4-be139cf72977 req-61f01fae-51f2-425f-8dae-1c9e2af35c52 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:07.616549 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1303f00f-25d8-4742-abf4-be139cf72977 req-61f01fae-51f2-425f-8dae-1c9e2af35c52 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3199091 May 19 02:31:07.816528 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1303f00f-25d8-4742-abf4-be139cf72977 req-a9027959-8678-4dab-b35c-65a9ec57ba39 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947086 May 19 02:31:08.066357 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] Set router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:31:08.753681 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00d4d8-8cf9-46d3-8da8-874b4343ea5c req-abe1828e-8f40-4eb0-90b6-65954e4fbd08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:08.794403 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-be00d4d8-8cf9-46d3-8da8-874b4343ea5c req-abe1828e-8f40-4eb0-90b6-65954e4fbd08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2568808 May 19 02:31:08.961733 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-be00d4d8-8cf9-46d3-8da8-874b4343ea5c req-857535b5-8d84-4c9c-8bd7-9d67f46e70c3 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594076 May 19 02:31:09.263655 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ad080-b7c9-4615-8954-94110d0a0189 req-f3ff7e11-0054-4aa8-b8bc-2ee8a27db0d0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:09.275962 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-595ad080-b7c9-4615-8954-94110d0a0189 req-f3ff7e11-0054-4aa8-b8bc-2ee8a27db0d0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1840334 May 19 02:31:09.295213 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35364) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:09.529829 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-595ad080-b7c9-4615-8954-94110d0a0189 req-ec9eb680-e56e-406c-8d22-317222834240 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838603 May 19 02:31:09.652710 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:30:56Z', 'revision_number': 4, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port': {'id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:45Z', 'updated_at': '2021-05-19T02:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '214d2820-b697-46d2-bc1e-52c20615c395', 'name': '', 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'mac_address': 'fa:16:3e:29:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '7e19b481-fe7b-4c0e-904c-3f9169949db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:54Z', 'updated_at': '2021-05-19T02:31:06Z', 'revision_number': 4, 'project_id': '6621be5d992f4c3890577faa751469ae', 'subnets': [{'id': '7e19b481-fe7b-4c0e-904c-3f9169949db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:09.686148 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e3fc6-9f9a-4840-8bb0-ad49956feddf None None] The sync data for ids ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'] in dv-cinder-784623-11-smb is: [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:30:56Z', 'revision_number': 4, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port': {'id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:45Z', 'updated_at': '2021-05-19T02:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '214d2820-b697-46d2-bc1e-52c20615c395', 'name': '', 'network_id': '1f98adbb-4e2a-45ef-9ca1-4a17749ae64f', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'mac_address': 'fa:16:3e:29:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '7e19b481-fe7b-4c0e-904c-3f9169949db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:54Z', 'updated_at': '2021-05-19T02:31:06Z', 'revision_number': 4, 'project_id': '6621be5d992f4c3890577faa751469ae', 'subnets': [{'id': '7e19b481-fe7b-4c0e-904c-3f9169949db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:31:09.782053 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:09.964408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:09.993868 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:10.017098 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Usage tracker for resource:security_group_rule and tenant:16e9d78c3d2a461a9ffe2837800a53c9 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:10.026773 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:10.058375 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:10.270836 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:10.278963 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:10.319123 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9921fed3-9c33-41e8-adba-4d716cb8c6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:10.368352 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b064-9f73-4ccc-8712-50d80e4c1872 req-d2f3a19b-e9c1-48c5-bf07-023fe62575bb tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:10.385324 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9130b064-9f73-4ccc-8712-50d80e4c1872 req-d2f3a19b-e9c1-48c5-bf07-023fe62575bb tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1619532 May 19 02:31:10.406506 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f543a6-ac5d-4834-8249-34cea2e3bc31,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:10.417510 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16e9d78c3d2a461a9ffe2837800a53c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1194265 May 19 02:31:10.419291 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:10.420196 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35378) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:10.463782 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9130b064-9f73-4ccc-8712-50d80e4c1872 req-5bc21f12-a78f-4b0f-a46e-e649b47da0b8 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771291 May 19 02:31:10.572949 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:10.640421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:10.797156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:10.808588 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-30423f08-2426-4ad2-b990-2101962ac65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:10.835713 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f543a6-ac5d-4834-8249-34cea2e3bc31,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:10.839387 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:10.846552 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57f543a6-ac5d-4834-8249-34cea2e3bc31 HTTP/1.1" status: 204 len: 168 time: 0.4245563 May 19 02:31:10.848628 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:11.134415 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 214d2820-b697-46d2-bc1e-52c20615c395 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:31:11.263898 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b36fe-0232-4a08-896e-86d1c30f82a6 req-f9c4c146-5cc3-41b7-8a64-f37c91817bae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:11.265502 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d4b36fe-0232-4a08-896e-86d1c30f82a6 req-f9c4c146-5cc3-41b7-8a64-f37c91817bae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1519310 May 19 02:31:11.413071 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 214d2820-b697-46d2-bc1e-52c20615c395 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:31:11.427460 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 214d2820-b697-46d2-bc1e-52c20615c395 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:11.433879 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:11.479199 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d4b36fe-0232-4a08-896e-86d1c30f82a6 req-f4d2f241-7c1a-45fe-a990-7ad941283baf tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051837 May 19 02:31:11.871512 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af88c56-c1c4-42eb-b364-4d4e65ae5d68 req-9422f948-0dd5-4509-9d3a-319ca6674821 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:11.874175 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4af88c56-c1c4-42eb-b364-4d4e65ae5d68 req-9422f948-0dd5-4509-9d3a-319ca6674821 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1722677 May 19 02:31:11.894480 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35396) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:11.946959 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4af88c56-c1c4-42eb-b364-4d4e65ae5d68 req-abaa8697-6bb4-41f3-b16f-c7fda9544452 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634103 May 19 02:31:11.971353 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.047372 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.052102 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:12.072871 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Usage tracker for resource:security_group_rule and tenant:4c82a149924e4a0f85381da87af5a2d1 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:12.085883 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:12.097867 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:12.161722 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 214d2820-b697-46d2-bc1e-52c20615c395, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=214d2820-b697-46d2-bc1e-52c20615c395,segment=NetworkSegment(f9a043a9-dd92-4583-9f6b-ad0302d97cb7),segment_id=f9a043a9-dd92-4583-9f6b-ad0302d97cb7)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:12.167559 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.172786 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:12.285521 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.296060 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.322030 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=214d2820-b697-46d2-bc1e-52c20615c395,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:12.323714 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:12.355548 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:12.426638 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c82a149924e4a0f85381da87af5a2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304580 May 19 02:31:12.429201 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f48399-6451-40a0-8e74-9e69857f8c67,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:12.431227 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 35406) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:12.433057 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:12.461851 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-71e9979a-2b9a-4322-bcdc-a488cf56ce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.563282 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.609107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.718933 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.744545 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-90e203c3-fb5e-4487-9d9b-2171d6c751e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:12.829216 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:12.831503 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4f48399-6451-40a0-8e74-9e69857f8c67 HTTP/1.1" status: 204 len: 168 time: 0.3944814 May 19 02:31:12.838165 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f48399-6451-40a0-8e74-9e69857f8c67,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:12.854145 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:13.055957 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 214d2820-b697-46d2-bc1e-52c20615c395 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:31:13.337649 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 214d2820-b697-46d2-bc1e-52c20615c395 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:13.343377 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:13.973666 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16192c1e-6bf0-47ff-8a23-76739efa27f0 req-4e57acea-ba24-4225-9c59-f845b4bc03b6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:13.994473 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-16192c1e-6bf0-47ff-8a23-76739efa27f0 req-4e57acea-ba24-4225-9c59-f845b4bc03b6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2466249 May 19 02:31:14.106277 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-16192c1e-6bf0-47ff-8a23-76739efa27f0 req-7723a86f-e681-446f-96c5-bec154dfcd7c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097703 May 19 02:31:14.593250 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c8991-658d-4840-9070-24daf78206f1 req-3af051d6-b377-4811-b790-66d82e31f8b0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:14.596542 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0b5c8991-658d-4840-9070-24daf78206f1 req-3af051d6-b377-4811-b790-66d82e31f8b0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2395952 May 19 02:31:14.841181 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0b5c8991-658d-4840-9070-24daf78206f1 req-5ead13ca-6315-4af5-a2e9-fffa4c91f7f6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311394 May 19 02:31:15.284301 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:15.484307 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d6ded704-2c2b-4654-abf9-a02805022c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:16.069475 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec2f3e-a2d0-4b81-8413-ff608c4a237d req-bbe60f13-a2be-4bed-83a2-0e1fb1b780cf tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:16.082829 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6dec2f3e-a2d0-4b81-8413-ff608c4a237d req-bbe60f13-a2be-4bed-83a2-0e1fb1b780cf tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3339715 May 19 02:31:16.089226 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:16.143261 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6dec2f3e-a2d0-4b81-8413-ff608c4a237d req-5fded558-9c68-4245-934f-09170ff92005 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568974 May 19 02:31:16.448264 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8ba0b-bd1d-459d-a54f-47798cd36ddc req-3e3807ab-6837-4cda-9d6d-5934c6328b05 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:16.451391 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2af8ba0b-bd1d-459d-a54f-47798cd36ddc req-3e3807ab-6837-4cda-9d6d-5934c6328b05 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1509235 May 19 02:31:16.528034 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2af8ba0b-bd1d-459d-a54f-47798cd36ddc req-accc407b-c9ff-4f0d-8dd4-3cbb7f3cfed8 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628440 May 19 02:31:16.789997 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 35464) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:17.117227 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.137138 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:17.142061 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Usage tracker for resource:security_group_rule and tenant:f588632fd6574032b6f28cc5d59a4816 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:17.145904 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:17.153556 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:17.264121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.269626 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.287737 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:17.331090 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5160c63e-dfaf-4993-a033-6adf8c30a2cf,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:17.346255 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:17.377936 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f588632fd6574032b6f28cc5d59a4816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848873 May 19 02:31:17.392278 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35474) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:17.405847 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.539871 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.545388 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d67e3-3cf1-45fe-bea6-baddafa07a58 req-54646e9b-17f8-4f07-b676-3f8fb3fe6816 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:17.547239 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6b4d67e3-3cf1-45fe-bea6-baddafa07a58 req-54646e9b-17f8-4f07-b676-3f8fb3fe6816 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1046631 May 19 02:31:17.588507 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.649292 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6b4d67e3-3cf1-45fe-bea6-baddafa07a58 req-fc737c63-8a44-4160-bb5a-c24a26eae8d8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950105 May 19 02:31:17.673088 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.682570 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1c0f7a41-8945-406e-91a8-1d311b6aac9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:17.740531 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160c63e-dfaf-4993-a033-6adf8c30a2cf,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:17.745355 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:17.782872 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:17.784967 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5160c63e-dfaf-4993-a033-6adf8c30a2cf HTTP/1.1" status: 204 len: 168 time: 0.3898411 May 19 02:31:18.553424 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f2bc-66cf-4215-96eb-5d36490d513d req-e5712439-5142-4851-9863-dbd56bb15403 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:18.555011 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3aa4f2bc-66cf-4215-96eb-5d36490d513d req-e5712439-5142-4851-9863-dbd56bb15403 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1255281 May 19 02:31:18.622842 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3aa4f2bc-66cf-4215-96eb-5d36490d513d req-0ed20387-e517-49ed-82fd-142e95df6d5f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595708 May 19 02:31:18.864456 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82b54b-573b-47fb-8a95-7e8a630db01a req-7731e492-9451-4e60-8ac9-f61bec7e8bf3 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:18.882685 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ae82b54b-573b-47fb-8a95-7e8a630db01a req-7731e492-9451-4e60-8ac9-f61bec7e8bf3 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 0.1329134 May 19 02:31:18.954635 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ae82b54b-573b-47fb-8a95-7e8a630db01a req-1b371066-8946-4f1c-81ec-94937924c2c5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709002 May 19 02:31:19.258322 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6381d-a109-4bc4-bea8-72979de5cda4 req-fba6d0f3-9177-410f-8375-2741075d6bb2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:19.259927 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d4b6381d-a109-4bc4-bea8-72979de5cda4 req-fba6d0f3-9177-410f-8375-2741075d6bb2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1531513 May 19 02:31:19.374724 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d4b6381d-a109-4bc4-bea8-72979de5cda4 req-18ccd762-d852-4cf8-afee-b0a0d37d774a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030529 May 19 02:31:19.843856 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500dfd6-3ea7-42c1-8ac5-ba80c020fcfb req-6fe45c08-a59a-4ef3-b2d8-cadfbe0220bf tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:19.846001 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9500dfd6-3ea7-42c1-8ac5-ba80c020fcfb req-6fe45c08-a59a-4ef3-b2d8-cadfbe0220bf tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1700845 May 19 02:31:19.966488 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9500dfd6-3ea7-42c1-8ac5-ba80c020fcfb req-40fdd5d9-374c-44b9-82b0-85873cc0e988 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726798 May 19 02:31:20.019381 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17714ed9-faf8-4294-ab45-196d97394c27 req-f3e3cc7a-0359-41e9-b24d-ebcdb5efa6f9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:20.033590 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-17714ed9-faf8-4294-ab45-196d97394c27 req-f3e3cc7a-0359-41e9-b24d-ebcdb5efa6f9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1862297 May 19 02:31:20.112403 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-17714ed9-faf8-4294-ab45-196d97394c27 req-c00596dc-6730-4d68-adde-c51e383a5ff6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771966 May 19 02:31:20.256994 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e938ab6-7d67-43d5-9285-98045374b925 req-433098b6-478e-4684-9ee3-8cf770ad4b0e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:20.264985 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e938ab6-7d67-43d5-9285-98045374b925 req-433098b6-478e-4684-9ee3-8cf770ad4b0e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 0.1372733 May 19 02:31:20.357073 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e938ab6-7d67-43d5-9285-98045374b925 req-3cc1452c-dc90-4b67-9179-09ff319731b2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910382 May 19 02:31:20.683601 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d3eb-fe51-4792-907b-5fcbda6b658e req-7e70714e-8405-4f1a-b45f-074143e17299 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:20.701805 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9083d3eb-fe51-4792-907b-5fcbda6b658e req-7e70714e-8405-4f1a-b45f-074143e17299 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1831257 May 19 02:31:20.792629 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9083d3eb-fe51-4792-907b-5fcbda6b658e req-cedd157d-0a43-4fcf-9f21-9b0e62162eb4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802388 May 19 02:31:21.284677 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0cbfb-3a54-43d1-811b-127c2b4c7abd req-ef6af89f-8d12-4984-a66f-6921295101ce tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:21.286353 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d7d0cbfb-3a54-43d1-811b-127c2b4c7abd req-ef6af89f-8d12-4984-a66f-6921295101ce tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1096487 May 19 02:31:21.369071 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d7d0cbfb-3a54-43d1-811b-127c2b4c7abd req-c374ed49-f0bd-4466-bacb-312df9387965 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752921 May 19 02:31:21.557376 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85279546-0af4-420e-a53b-f79277d71bed req-36c69e98-ccad-422e-8da9-1f441e52f230 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:21.559866 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85279546-0af4-420e-a53b-f79277d71bed req-36c69e98-ccad-422e-8da9-1f441e52f230 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1971216 May 19 02:31:21.741026 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85279546-0af4-420e-a53b-f79277d71bed req-3487529a-75e8-40ae-8059-5afb2566fe9f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728029 May 19 02:31:21.748809 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e019db-3be7-430e-9c52-fe32f48f35db req-27da0cd1-41dc-4aa3-941a-24a686cd795f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:21.750340 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-76e019db-3be7-430e-9c52-fe32f48f35db req-27da0cd1-41dc-4aa3-941a-24a686cd795f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Synchronizing usage tracker for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:31:21.780938 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-76e019db-3be7-430e-9c52-fe32f48f35db req-27da0cd1-41dc-4aa3-941a-24a686cd795f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Unset dirty status for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:31:21.793654 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-76e019db-3be7-430e-9c52-fe32f48f35db req-27da0cd1-41dc-4aa3-941a-24a686cd795f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 0.1955175 May 19 02:31:21.918048 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df81b2-1a32-40ec-a6e0-2fb3d4b9c50d req-d9890c55-f7d1-465f-9a00-893d12f0a5db tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:21.920968 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b7df81b2-1a32-40ec-a6e0-2fb3d4b9c50d req-d9890c55-f7d1-465f-9a00-893d12f0a5db tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 945 time: 0.1378276 May 19 02:31:22.051048 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b7df81b2-1a32-40ec-a6e0-2fb3d4b9c50d req-143af365-c36c-4c62-9e17-70f3b980b15d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010711 May 19 02:31:22.144567 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74af8c7-70af-4f1e-8baf-39c9479d41ec req-91bc722c-e5d2-403b-b73d-c82643469d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:22.147086 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f74af8c7-70af-4f1e-8baf-39c9479d41ec req-91bc722c-e5d2-403b-b73d-c82643469d43 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 0.2249174 May 19 02:31:22.156665 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Deleting port ca899450-e4fa-46c0-b72c-aa29f556cac3 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:31:22.157126 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:22.239044 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a8b7a-de61-4e55-8eb2-7d3db755b936 req-5ebf0da3-65c1-4069-9036-0bbbb7bdc774 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:22.241223 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6c3a8b7a-de61-4e55-8eb2-7d3db755b936 req-5ebf0da3-65c1-4069-9036-0bbbb7bdc774 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1429956 May 19 02:31:22.321469 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6c3a8b7a-de61-4e55-8eb2-7d3db755b936 req-559919e2-9fcd-4499-8ccf-bf25b35c024b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740325 May 19 02:31:22.559429 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f74af8c7-70af-4f1e-8baf-39c9479d41ec req-9b06544d-0a21-4772-9cfd-704fa1897498 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685255 May 19 02:31:22.602226 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] For port ca899450-e4fa-46c0-b72c-aa29f556cac3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca899450-e4fa-46c0-b72c-aa29f556cac3,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:22.602720 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:22.704304 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6758b-5ea3-49da-8e4b-c66aeea9deb8 req-6d418bc5-950e-4b60-99a1-4c3b93acc6cf tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:22.706267 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-33d6758b-5ea3-49da-8e4b-c66aeea9deb8 req-6d418bc5-950e-4b60-99a1-4c3b93acc6cf tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1235790 May 19 02:31:22.787908 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Calling delete_port for ca899450-e4fa-46c0-b72c-aa29f556cac3 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:31:22.809872 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-33d6758b-5ea3-49da-8e4b-c66aeea9deb8 req-3f3bd9cd-d3f4-49a7-8744-cd0b380a5378 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912192 May 19 02:31:22.988538 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:22.998239 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-822f5955-10bc-4300-8f9c-68d7c9438f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:23.012715 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', '247d6284-c715-49e8-8d4e-6721aeacfadd', 'ca899450-e4fa-46c0-b72c-aa29f556cac3'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:31:23.090190 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event deleted for resources: {'Port': ['ID=ca899450-e4fa-46c0-b72c-aa29f556cac3,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:23.095619 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:23.214948 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] No DVR routers for this DVR port ca899450-e4fa-46c0-b72c-aa29f556cac3 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:31:23.217967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:23.221071 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'name': 'network-vif-deleted', 'tag': 'ca899450-e4fa-46c0-b72c-aa29f556cac3'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:31:23.240973 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-76e019db-3be7-430e-9c52-fe32f48f35db req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "DELETE /v2.0/ports/ca899450-e4fa-46c0-b72c-aa29f556cac3 HTTP/1.1" status: 204 len: 173 time: 1.4461815 May 19 02:31:23.329065 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b9bf-c8f2-4c97-abb1-8ebddcb8ded2 req-1a876eb8-56f5-442e-a18b-4c1f3104cf8b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:23.337625 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6c62b9bf-c8f2-4c97-abb1-8ebddcb8ded2 req-1a876eb8-56f5-442e-a18b-4c1f3104cf8b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.3495686 May 19 02:31:23.353032 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-5e9de396-020b-4695-8016-5a2dfbe17de0 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:23.353319 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-5e9de396-020b-4695-8016-5a2dfbe17de0 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Synchronizing usage tracker for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:network {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:31:23.461720 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6c62b9bf-c8f2-4c97-abb1-8ebddcb8ded2 req-18da9e04-fcc9-4daf-a7c4-69806628e89d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185894 May 19 02:31:23.469132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-5e9de396-020b-4695-8016-5a2dfbe17de0 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Unset dirty status for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:network {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:31:23.480980 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-5e9de396-020b-4695-8016-5a2dfbe17de0 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 815 time: 0.5588391 May 19 02:31:23.510460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35680) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:23.515194 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-e97360b5-f5d5-4f12-80e8-004261a8796c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/quotas/9eb062d9de6d4fb5b16bb9c9dafefc01 HTTP/1.1" status: 200 len: 375 time: 0.0275521 May 19 02:31:23.633156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Deleting subnet 46a24877-2a50-4708-8a1c-843816ab7795 {{(pid=91266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:31:23.639567 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:23.676244 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-11383b1d-8072-40c8-8308-0c9df74e81fb tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Synchronizing usage tracker for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:31:23.735647 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2257566'] for subnet, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:23.742845 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-27d8ed76-5ac7-430c-b68e-a310ee5f27c5 req-574fb29f-bd35-4547-b984-e653a91c1831 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a8e8393-96e5-4afc-a61c-aedccb81281d HTTP/1.1" status: 200 len: 210 time: 0.0526960 May 19 02:31:23.743558 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-11383b1d-8072-40c8-8308-0c9df74e81fb tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Unset dirty status for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:31:23.744799 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-11383b1d-8072-40c8-8308-0c9df74e81fb tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2271082 May 19 02:31:23.855610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:23.907559 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8e8393-96e5-4afc-a61c-aedccb81281d', 'name': 'network-vif-deleted', 'tag': 'ca899450-e4fa-46c0-b72c-aa29f556cac3', 'status': 'completed', 'code': 200} May 19 02:31:24.127125 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-c1c29c2e-04d8-4446-91a7-48089447875f service neutron] 10.222.0.60 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677907 May 19 02:31:24.283156 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5342d5-4007-4953-b41b-36910439902b req-64743fd5-7622-489e-acb8-ab4d00e59fbd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:24.284922 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f5342d5-4007-4953-b41b-36910439902b req-64743fd5-7622-489e-acb8-ab4d00e59fbd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3094432 May 19 02:31:24.340072 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-fb834a9f-fd10-41f1-a61d-22b398f57e1d service neutron] 10.222.0.60 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119687 May 19 02:31:24.406001 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f5342d5-4007-4953-b41b-36910439902b req-a002a7e5-6471-49f2-b9db-74925fac0868 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988333 May 19 02:31:24.410667 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035146'] for subnet, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:24.422586 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:24.517162 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:24.522711 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a24877-2a50-4708-8a1c-843816ab7795,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:24.540173 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.541172 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.541949 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.542770 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.543645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.544445 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.545050 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.545689 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.546272 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.546848 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.547505 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.548080 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:24.554255 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:24.558784 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-dd24f48b-0a04-4fa1-a640-9313e63d354b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/46a24877-2a50-4708-8a1c-843816ab7795 HTTP/1.1" status: 204 len: 168 time: 1.0447741 May 19 02:31:24.559625 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35690) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:24.721471 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e44d2d-ec6c-4084-a640-674eca0c30c5 req-0aead7b3-2384-4593-aec1-df2e337d1a0a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:24.723322 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-80e44d2d-ec6c-4084-a640-674eca0c30c5 req-0aead7b3-2384-4593-aec1-df2e337d1a0a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1775050 May 19 02:31:24.742327 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:24.850269 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-80e44d2d-ec6c-4084-a640-674eca0c30c5 req-fe6bea66-0e0a-43f1-a609-c018b6ae00c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854545 May 19 02:31:24.927380 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c3df3-83d2-494f-acd2-98249623b1d9 req-0a791e2a-8d54-4ed0-aa92-3dbcb9840c11 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:24.930439 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2c2c3df3-83d2-494f-acd2-98249623b1d9 req-0a791e2a-8d54-4ed0-aa92-3dbcb9840c11 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2059839 May 19 02:31:24.941775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:24.971866 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ee0d76-6a42-4959-a41f-cc467bac28a8']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:24.995921 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e1c69-1bdf-4cb7-9525-d86134b24c45') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:24.996382 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e1c69-1bdf-4cb7-9525-d86134b24c45') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:25.012885 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:25.025058 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d36270de-b63f-4f94-a615-50e32a91fdf2 req-ca5c5e67-93d9-4aa9-8b99-1ef3c611e3f3 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 210 time: 0.1223493 May 19 02:31:25.044960 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:25.072368 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:31:25.072957 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:25.092327 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2c2c3df3-83d2-494f-acd2-98249623b1d9 req-724a2e57-eaae-47f7-97f0-ce05a914fb1c tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978703 May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:31:25.162493 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:31:25.172474 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device ca899450-e4fa-46c0-b72c-aa29f556cac3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:31:25.206898 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:25.216336 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4399be3f-493b-4716-bdb5-9495d4c6d167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:25.247610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:25.263731 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ee0d76-6a42-4959-a41f-cc467bac28a8,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:25.273244 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:25.281600 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: ca899450-e4fa-46c0-b72c-aa29f556cac3 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:31:25.282282 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device ca899450-e4fa-46c0-b72c-aa29f556cac3 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:31:25.288744 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d4ee0d76-6a42-4959-a41f-cc467bac28a8 HTTP/1.1" status: 204 len: 168 time: 0.7278962 May 19 02:31:25.635423 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35716) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:25.732479 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-55b39cae-fcf2-4ea6-973b-913f60baf249 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a19a3e003db84281ac16c1157f48a2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915151 May 19 02:31:25.733048 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 35720) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:25.745610 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10291e0-9f0f-4625-8206-c3df0249555d req-8b10081b-dd28-465d-a66c-6e96a42351df tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:25.748413 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d10291e0-9f0f-4625-8206-c3df0249555d req-8b10081b-dd28-465d-a66c-6e96a42351df tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1553733 May 19 02:31:25.834855 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d10291e0-9f0f-4625-8206-c3df0249555d req-8cecc8c0-dbda-4895-9777-dc2c36dce086 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718296 May 19 02:31:25.856495 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:25.904940 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:26.019610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:26.028284 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-fc0d24bd-0f1e-4f75-aa1a-dd09ae50e193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:26.052293 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d87c2-3a01-4078-bfb6-94d001262414,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:26.057083 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:26.059995 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:26.062229 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/751d87c2-3a01-4078-bfb6-94d001262414 HTTP/1.1" status: 204 len: 168 time: 0.3266299 May 19 02:31:26.178525 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa5c5-d09c-4264-a045-412951b09d0b req-0bd24af4-3620-47dd-a4f2-7aaf144692e5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:26.181002 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-579aa5c5-d09c-4264-a045-412951b09d0b req-0bd24af4-3620-47dd-a4f2-7aaf144692e5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1425998 May 19 02:31:26.244663 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-579aa5c5-d09c-4264-a045-412951b09d0b req-6f05be47-c836-40ab-b70a-0c1f6fee1f42 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541029 May 19 02:31:26.693863 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b1ccb422-f75b-4c97-b86c-296392e653da req-26dc2f28-fc14-4f64-9841-ddbfa9c08388 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 210 time: 0.0739338 May 19 02:31:26.727995 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ea871-2d01-49d7-ba1d-e64cd120a625 req-7b1c644b-b510-4ad3-9d0b-bf4d98385954 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:26.749402 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-805ea871-2d01-49d7-ba1d-e64cd120a625 req-7b1c644b-b510-4ad3-9d0b-bf4d98385954 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2916954 May 19 02:31:26.883099 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-805ea871-2d01-49d7-ba1d-e64cd120a625 req-415bd217-cea7-4c15-a2c3-372602689d4d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239431 May 19 02:31:27.138238 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b3a69-bea9-4daf-8b26-fe49bfa002d9 req-4e39d9e2-b95d-4a52-8e75-13638bb44e2e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:27.140750 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-38144fed-ea80-4915-ba6f-08e756ec32de tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:27.142398 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c2b3a69-bea9-4daf-8b26-fe49bfa002d9 req-4e39d9e2-b95d-4a52-8e75-13638bb44e2e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1895068 May 19 02:31:27.142979 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-38144fed-ea80-4915-ba6f-08e756ec32de tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.11 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 815 time: 0.5126350 May 19 02:31:27.158801 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'port': {'device_id': '7ad18c89-d38b-4891-b348-54bab6690783', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'admin_state_up': True, 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:31:27.241386 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c2b3a69-bea9-4daf-8b26-fe49bfa002d9 req-0f9708f8-d7b1-4c74-9962-cd68fbf00ff9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872505 May 19 02:31:27.366066 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-4ab4b3cc-7b93-4873-8777-0755d08fb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:27.367565 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-4ab4b3cc-7b93-4873-8777-0755d08fb95f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 0.8747249 May 19 02:31:27.559241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:27.577819 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:27.607909 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Made reservation on behalf of 9eb062d9de6d4fb5b16bb9c9dafefc01 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:31:27.611497 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:27.637357 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-9bed7e51-160a-48f2-b90b-8b68b871deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:27.638838 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-9bed7e51-160a-48f2-b90b-8b68b871deb8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 0.2597868 May 19 02:31:27.765336 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101590c0-7666-48d0-8341-3656e1571070 req-f88c9033-97b2-446a-a8d8-210115b9b4a4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:27.777690 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-101590c0-7666-48d0-8341-3656e1571070 req-f88c9033-97b2-446a-a8d8-210115b9b4a4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.2497039 May 19 02:31:27.793172 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-7e7ad1d9-f135-4f4f-af4d-393d7a9098d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 217 time: 0.1089072 May 19 02:31:27.834448 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93ec3c-3f49-4150-83dc-49b7334e9623 req-fa7b3fe0-4c75-4511-96dc-46d835d6fcc8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:27.847584 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f93ec3c-3f49-4150-83dc-49b7334e9623 req-fa7b3fe0-4c75-4511-96dc-46d835d6fcc8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2336473 May 19 02:31:27.945512 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f93ec3c-3f49-4150-83dc-49b7334e9623 req-27d1276f-2271-45e1-b4a4-f130cd43c444 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941923 May 19 02:31:27.979884 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-101590c0-7666-48d0-8341-3656e1571070 req-d810bec6-8b2a-4718-bae1-b36f87cbc529 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908078 May 19 02:31:27.997590 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-0f65096f-0c08-4e69-b735-dad1a7b4362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:28.001275 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-0f65096f-0c08-4e69-b735-dad1a7b4362e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.1284599 May 19 02:31:28.185375 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-d4d30ed8-457b-4f6a-b851-bb1ce799af81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682349 May 19 02:31:28.318917 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Allocated IP 172.20.0.4 (130b2ede-bd20-430e-b618-bb8bc3f68ea6/2633e17a-7619-400f-8572-d36a3188f9b6/84cfaaaa-c475-4bf7-bcb3-26ab00ac370b) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:31:28.351143 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a7caa43b-387f-4b1d-a02d-7b1b324abb48 req-0b8c1f22-dbb8-4fd9-be65-8bb3b6362843 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 210 time: 0.0717680 May 19 02:31:28.422170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22f8e9-9e89-4c0b-a292-046efe62b9ee req-f3cc50bc-8765-4267-9873-62d74429191c tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:28.429527 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ce22f8e9-9e89-4c0b-a292-046efe62b9ee req-f3cc50bc-8765-4267-9873-62d74429191c tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.3171346 May 19 02:31:28.516472 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ce22f8e9-9e89-4c0b-a292-046efe62b9ee req-f07a2a65-f6e2-494d-a2fa-097458b2ae96 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858629 May 19 02:31:28.649152 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-b90865a4-d285-4776-9652-f1838f5c16c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428387 May 19 02:31:28.876281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4aa3-ec75-4b1b-beed-c56fcb9a8c13 req-d488bcb2-45e7-4c6f-95e6-490c9a877149 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:28.894474 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-817f4aa3-ec75-4b1b-beed-c56fcb9a8c13 req-d488bcb2-45e7-4c6f-95e6-490c9a877149 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1973205 May 19 02:31:28.996134 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:29.011379 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-817f4aa3-ec75-4b1b-beed-c56fcb9a8c13 req-286480eb-c430-437d-8a46-ed480d69d2e6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046755 May 19 02:31:29.055851 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Transition to ACTIVE for port object 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:31:29.136281 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:29.157604 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d269b32e-b61f-44b0-b8a7-2751eaae11f8 tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:29.386072 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:31:29.391985 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:31:29.399047 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:31:29.515138 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:29.516411 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:29.561649 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:29.582717 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:29.589945 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4349573 May 19 02:31:29.590281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d95b7-f9e2-44d2-97ef-1ea7ace79d23 req-77e47c98-06e9-4593-989f-7932b6be2e3b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:29.591959 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c37d95b7-f9e2-44d2-97ef-1ea7ace79d23 req-77e47c98-06e9-4593-989f-7932b6be2e3b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2864289 May 19 02:31:29.608270 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32339e34-93d7-41e3-90ac-bc7ce20ea2cf req-f8ccffc4-30a8-4f43-a5a6-71738a5eb21b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:29.609853 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32339e34-93d7-41e3-90ac-bc7ce20ea2cf req-f8ccffc4-30a8-4f43-a5a6-71738a5eb21b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.2221801 May 19 02:31:29.734525 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c37d95b7-f9e2-44d2-97ef-1ea7ace79d23 req-7ddca610-0f7f-423f-9a22-4971382bcd13 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236658 May 19 02:31:29.745506 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32339e34-93d7-41e3-90ac-bc7ce20ea2cf req-5dea542a-b4fb-4b99-bc4e-599046a24fb7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083860 May 19 02:31:29.797809 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-0b71eeff-5e95-4a03-a405-d2eb7db46c26 None None] Provisioning for port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:31:29.806688 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-0b71eeff-5e95-4a03-a405-d2eb7db46c26 None None] Provisioning complete for port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:29.807342 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-0b71eeff-5e95-4a03-a405-d2eb7db46c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:29.917074 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-0b71eeff-5e95-4a03-a405-d2eb7db46c26 None None] Port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:31:30.164599 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a16c-8c10-48f5-9319-e1ab75ab4d45 req-47348ed1-80c4-478f-9dce-a7fbb42cc51f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:30.166990 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7077a16c-8c10-48f5-9319-e1ab75ab4d45 req-47348ed1-80c4-478f-9dce-a7fbb42cc51f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2291341 May 19 02:31:30.178692 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8c76-1d6b-4476-ba7b-ab453aa1e264 req-7eb6e383-bc27-4f7e-973b-9dd28054971c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:30.180114 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ca0b8c76-1d6b-4476-ba7b-ab453aa1e264 req-7eb6e383-bc27-4f7e-973b-9dd28054971c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1820519 May 19 02:31:30.251852 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7077a16c-8c10-48f5-9319-e1ab75ab4d45 req-0e5fe2f8-6c69-44e6-8bb5-b40e05d2b4f5 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707297 May 19 02:31:30.257449 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-ca0b8c76-1d6b-4476-ba7b-ab453aa1e264 req-3edd5e29-2d39-47fc-bd09-d82e600c95fe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Synchronizing usage tracker for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:31:30.278518 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-ca0b8c76-1d6b-4476-ba7b-ab453aa1e264 req-3edd5e29-2d39-47fc-bd09-d82e600c95fe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Unset dirty status for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:31:30.279941 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ca0b8c76-1d6b-4476-ba7b-ab453aa1e264 req-3edd5e29-2d39-47fc-bd09-d82e600c95fe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853286 May 19 02:31:30.569258 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e1dd-3d88-4c7a-9a07-491bd9e7b0d0 req-4753dd05-acb5-4fd6-9b40-c022c411baf5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:30.571752 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3546e1dd-3d88-4c7a-9a07-491bd9e7b0d0 req-4753dd05-acb5-4fd6-9b40-c022c411baf5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1572876 May 19 02:31:30.675562 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3546e1dd-3d88-4c7a-9a07-491bd9e7b0d0 req-befbe9a6-64e9-4ce9-b767-ad19430ee3f6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956044 May 19 02:31:31.074505 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874effa-465c-47b0-a104-d1ecfb46dc21 req-3fb2b7b6-f45d-4ad7-bac7-311cbf0e77ed tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:31.076051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6874effa-465c-47b0-a104-d1ecfb46dc21 req-3fb2b7b6-f45d-4ad7-bac7-311cbf0e77ed tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1587563 May 19 02:31:31.091719 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b0510-d85d-495b-8edb-d532b2a4c8a7 req-de65013e-8ded-42b3-88cd-4d6ee75973ea tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:31.099284 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f6b0510-d85d-495b-8edb-d532b2a4c8a7 req-de65013e-8ded-42b3-88cd-4d6ee75973ea tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1424587 May 19 02:31:31.171329 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f6b0510-d85d-495b-8edb-d532b2a4c8a7 req-bd84a51c-620a-419d-b9b8-47f455266e87 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709944 May 19 02:31:31.176966 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6874effa-465c-47b0-a104-d1ecfb46dc21 req-15460fae-ab1d-4bd6-b898-959db82a0d5b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940773 May 19 02:31:31.546079 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee1e73-c0b9-480f-a518-63bc2170575a req-0eb82b1f-a056-41ed-81e4-0430eb9548f0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:31.547583 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-44ee1e73-c0b9-480f-a518-63bc2170575a req-0eb82b1f-a056-41ed-81e4-0430eb9548f0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1613259 May 19 02:31:31.566613 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b4d6-9578-43ea-826c-75ed8280a830 req-d1b4526f-9746-4c89-b3b2-ea4941d3c915 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:31.568689 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9a75b4d6-9578-43ea-826c-75ed8280a830 req-d1b4526f-9746-4c89-b3b2-ea4941d3c915 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1366241 May 19 02:31:31.654393 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9a75b4d6-9578-43ea-826c-75ed8280a830 req-7f0add29-ef97-4d70-840c-7656c753cce3 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717406 May 19 02:31:31.659348 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-44ee1e73-c0b9-480f-a518-63bc2170575a req-2a814ee3-dc31-491d-ba81-40d6ee0992c8 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011002 May 19 02:31:31.926768 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2ae2-e3e6-426a-b373-1c7d2d010217 req-02e6cb43-69c3-4d35-bcd3-61a0ca442223 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:31.928811 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-615e2ae2-e3e6-426a-b373-1c7d2d010217 req-02e6cb43-69c3-4d35-bcd3-61a0ca442223 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1023786 May 19 02:31:32.002664 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-615e2ae2-e3e6-426a-b373-1c7d2d010217 req-6939e4da-faf9-4615-bde4-43d465e3bcc2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629935 May 19 02:31:32.622748 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38056e-abf6-40d5-a801-d4086a05a894 req-a59d436f-94bc-46e8-afe9-63dadf81db2d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:32.624294 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3d38056e-abf6-40d5-a801-d4086a05a894 req-a59d436f-94bc-46e8-afe9-63dadf81db2d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1474845 May 19 02:31:32.633984 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0564f95-fab4-4fa8-89fa-09920eca8b13 req-02fd9f42-cfcb-4fb3-9c34-3501b4d4dc8e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:32.635523 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b0564f95-fab4-4fa8-89fa-09920eca8b13 req-02fd9f42-cfcb-4fb3-9c34-3501b4d4dc8e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.2251384 May 19 02:31:32.741752 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3d38056e-abf6-40d5-a801-d4086a05a894 req-ccc8e24d-e2d0-4bdb-8c9c-5175cc8b21ef tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049125 May 19 02:31:32.747152 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b0564f95-fab4-4fa8-89fa-09920eca8b13 req-67f29d51-52dc-42b6-959f-15eeb79f6918 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855680 May 19 02:31:33.125403 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c30e29-25a0-4b3a-b7b0-191b0f4d8ac9 req-e597f130-83e7-4e9e-a0fe-f18f4d93dc91 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:33.126806 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f5c30e29-25a0-4b3a-b7b0-191b0f4d8ac9 req-e597f130-83e7-4e9e-a0fe-f18f4d93dc91 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2115047 May 19 02:31:33.141593 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15338a-6002-4f5f-87d0-f5cffcbe9135 req-d5d82200-c2e7-4ea4-8a56-46de82f029ed tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:33.143053 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ca15338a-6002-4f5f-87d0-f5cffcbe9135 req-d5d82200-c2e7-4ea4-8a56-46de82f029ed tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1709640 May 19 02:31:33.359910 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f5c30e29-25a0-4b3a-b7b0-191b0f4d8ac9 req-54627c07-a369-466c-a08e-f6469feabea9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266936 May 19 02:31:33.362671 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ca15338a-6002-4f5f-87d0-f5cffcbe9135 req-c0593298-440b-464b-b8a0-a318dea64165 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016914 May 19 02:31:33.602338 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc4b12-e233-42c4-b767-adb6d191bca3 req-140dff6d-0790-4884-9d77-ef746b6e7c06 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:33.604884 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dcdc4b12-e233-42c4-b767-adb6d191bca3 req-140dff6d-0790-4884-9d77-ef746b6e7c06 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1206515 May 19 02:31:33.682028 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dcdc4b12-e233-42c4-b767-adb6d191bca3 req-aaba8123-40c9-4f86-b51c-e8f4a784b4ca tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704238 May 19 02:31:34.197101 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc21a6-e27c-4c7a-aeb0-4cdbfc2e049a req-abefda42-a225-47f7-bb64-5e65f52fcab4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:34.198693 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-47cc21a6-e27c-4c7a-aeb0-4cdbfc2e049a req-abefda42-a225-47f7-bb64-5e65f52fcab4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1821783 May 19 02:31:34.207433 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a166b5-643c-4fa0-81df-8003bcfa8914 req-24416158-c225-47e7-88ed-3f16e2a6c789 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:34.209742 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-50a166b5-643c-4fa0-81df-8003bcfa8914 req-24416158-c225-47e7-88ed-3f16e2a6c789 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2914116 May 19 02:31:34.310463 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-47cc21a6-e27c-4c7a-aeb0-4cdbfc2e049a req-4df709ee-82bd-4692-b233-ac7d04861ab8 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993905 May 19 02:31:34.315940 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-50a166b5-643c-4fa0-81df-8003bcfa8914 req-27e6cbc8-7686-468f-857b-15676e686494 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787489 May 19 02:31:34.703245 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cb45d-7ea7-4ecd-adc8-ede24454c21d req-db075e01-ed10-4866-b298-2e6f5304e09e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:34.704902 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-816cb45d-7ea7-4ecd-adc8-ede24454c21d req-db075e01-ed10-4866-b298-2e6f5304e09e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1559379 May 19 02:31:34.714310 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7773bdc-8ad8-438e-b18c-54733df2805b req-df7b34e2-43ca-44d2-b07f-64181ddaf41e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:34.715846 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d7773bdc-8ad8-438e-b18c-54733df2805b req-df7b34e2-43ca-44d2-b07f-64181ddaf41e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1329508 May 19 02:31:34.791990 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-816cb45d-7ea7-4ecd-adc8-ede24454c21d req-ed9535fc-57f6-4a10-9559-534d312aacb1 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751216 May 19 02:31:34.796985 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d7773bdc-8ad8-438e-b18c-54733df2805b req-0fdc508a-728e-4f56-aef1-b4a766c14197 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658884 May 19 02:31:35.045614 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecec579-12ca-407c-ba7a-e502cd0592c3 req-3dc95d05-6711-46b0-b81f-9e2bb7d8e396 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:35.047174 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8ecec579-12ca-407c-ba7a-e502cd0592c3 req-3dc95d05-6711-46b0-b81f-9e2bb7d8e396 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1230590 May 19 02:31:35.123129 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8ecec579-12ca-407c-ba7a-e502cd0592c3 req-6a57ecda-68d3-474e-b32d-d95215e7a825 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 May 19 02:31:35.680759 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd4cb-687e-43a3-b9df-e2c5148ea4c8 req-446b9afe-111a-4f55-9aa5-54865e405b80 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:35.682586 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-76ecd4cb-687e-43a3-b9df-e2c5148ea4c8 req-446b9afe-111a-4f55-9aa5-54865e405b80 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1706631 May 19 02:31:35.778548 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-76ecd4cb-687e-43a3-b9df-e2c5148ea4c8 req-8a479348-5063-4e3e-842a-7e2d448fc6b0 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866790 May 19 02:31:35.789488 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cd132-2bdb-4c81-b45b-ee9b2ea6d3c5 req-ed98ca15-0af3-4b6d-96a4-2ca307266fb8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:35.790992 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cc1cd132-2bdb-4c81-b45b-ee9b2ea6d3c5 req-ed98ca15-0af3-4b6d-96a4-2ca307266fb8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2151926 May 19 02:31:35.876992 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cc1cd132-2bdb-4c81-b45b-ee9b2ea6d3c5 req-82ea4412-3740-416a-bcc9-df1e34a7c398 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713487 May 19 02:31:36.149643 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbfa60-5704-41b2-82bf-3e63322d46fa req-7625567f-b232-43df-8480-78ee29ecdb44 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:36.151550 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0ddbfa60-5704-41b2-82bf-3e63322d46fa req-7625567f-b232-43df-8480-78ee29ecdb44 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1793654 May 19 02:31:36.231999 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0ddbfa60-5704-41b2-82bf-3e63322d46fa req-425cd182-3e8e-46e7-b61b-a92536b60a5c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672264 May 19 02:31:36.260854 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceb275-2385-49bb-8b03-8716fd808ea4 req-2225c11a-98ce-49c4-9b3e-1e9fab3de3ef tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:36.263498 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b3ceb275-2385-49bb-8b03-8716fd808ea4 req-2225c11a-98ce-49c4-9b3e-1e9fab3de3ef tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1859629 May 19 02:31:36.360801 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b3ceb275-2385-49bb-8b03-8716fd808ea4 req-8a2589d4-fb5f-471d-b88c-541751023277 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854011 May 19 02:31:36.551475 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd65733-0200-4c1a-8e4b-94f2a84b4d60 req-a37e7abb-ed9c-44e3-808e-e260146b64c7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:36.553132 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8fd65733-0200-4c1a-8e4b-94f2a84b4d60 req-a37e7abb-ed9c-44e3-808e-e260146b64c7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1380074 May 19 02:31:36.625678 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8fd65733-0200-4c1a-8e4b-94f2a84b4d60 req-d79cfdc0-2ac4-4105-a1d7-d173b3ba8391 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617943 May 19 02:31:37.037951 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944df21d-0bb5-434b-a2e1-2e9a8b64f326 req-f557ee3b-0e40-4cc3-b784-c9d6f0dd5003 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:37.045387 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-944df21d-0bb5-434b-a2e1-2e9a8b64f326 req-f557ee3b-0e40-4cc3-b784-c9d6f0dd5003 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1073124 May 19 02:31:37.132997 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-944df21d-0bb5-434b-a2e1-2e9a8b64f326 req-919dd486-3572-4fb9-b768-f7185c864b28 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866313 May 19 02:31:37.187213 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b574105-f6a5-4198-8518-234dbe1704fc req-481b75a7-f995-471e-adb6-8117f9a38a73 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:37.189107 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3b574105-f6a5-4198-8518-234dbe1704fc req-481b75a7-f995-471e-adb6-8117f9a38a73 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1219468 May 19 02:31:37.262712 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3b574105-f6a5-4198-8518-234dbe1704fc req-21e04ef4-61ea-42a3-9c75-27ddae91da15 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628831 May 19 02:31:37.508425 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78798536-8a1d-439c-afc6-b4d8b5e7d361 req-2a1bfea5-6df0-47d1-b093-bc66261a861d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:37.510219 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-78798536-8a1d-439c-afc6-b4d8b5e7d361 req-2a1bfea5-6df0-47d1-b093-bc66261a861d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1040423 May 19 02:31:37.632235 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-78798536-8a1d-439c-afc6-b4d8b5e7d361 req-b5b3e56a-06f3-4d2d-a71d-8f920e5a1f82 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065791 May 19 02:31:37.693373 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759235a-3195-44fe-814f-9ab02a7d33c1 req-47fe6d07-b2f4-45c3-8616-580b63c929e9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:37.704646 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8759235a-3195-44fe-814f-9ab02a7d33c1 req-47fe6d07-b2f4-45c3-8616-580b63c929e9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1496563 May 19 02:31:37.774279 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8759235a-3195-44fe-814f-9ab02a7d33c1 req-cfbb7f8f-aa4b-40f6-acb6-0b4aeb61743f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678260 May 19 02:31:37.974789 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb3291-4a90-4d1c-82e0-202e0b7da8e7 req-c71a7a9a-6a97-4812-b5b3-597c68d62431 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:37.987330 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2acb3291-4a90-4d1c-82e0-202e0b7da8e7 req-c71a7a9a-6a97-4812-b5b3-597c68d62431 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1152959 May 19 02:31:38.039467 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2acb3291-4a90-4d1c-82e0-202e0b7da8e7 req-70668747-07a3-4887-89ab-26901e5d8240 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509324 May 19 02:31:38.543720 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c28d8-3b9d-4616-be97-0cca30db6daa req-50384475-c77c-4804-977c-9d47b99a63c7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:38.545812 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fa3c28d8-3b9d-4616-be97-0cca30db6daa req-50384475-c77c-4804-977c-9d47b99a63c7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.2544019 May 19 02:31:38.566277 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320de61-49a1-4fb5-ae9c-1ef7cc2e997c req-348a29eb-bac9-4f72-9366-95c3deb02517 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:38.579941 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:31:38.581374 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e320de61-49a1-4fb5-ae9c-1ef7cc2e997c req-348a29eb-bac9-4f72-9366-95c3deb02517 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1388464 May 19 02:31:38.670539 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fa3c28d8-3b9d-4616-be97-0cca30db6daa req-db665a4a-8392-42e3-b1a5-cdfc93a31ea6 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879817 May 19 02:31:38.675735 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e320de61-49a1-4fb5-ae9c-1ef7cc2e997c req-204b6a67-2e5a-41ef-a8a9-b2057279596d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782208 May 19 02:31:39.055598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63843818-155f-41ee-aab9-6e41599e4876 req-9d14edd7-05b0-4c1d-90c2-db5213e839cd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:39.057317 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-63843818-155f-41ee-aab9-6e41599e4876 req-9d14edd7-05b0-4c1d-90c2-db5213e839cd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1931541 May 19 02:31:39.071356 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7d97-2180-47cc-88a2-bf05423a2996 req-f827765f-df57-4ece-baf2-669eb5acc537 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:39.074299 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08fc7d97-2180-47cc-88a2-bf05423a2996 req-f827765f-df57-4ece-baf2-669eb5acc537 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1451795 May 19 02:31:39.157747 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-63843818-155f-41ee-aab9-6e41599e4876 req-46ccdbae-acd8-4adf-889f-4bbd0b814652 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 May 19 02:31:39.162378 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08fc7d97-2180-47cc-88a2-bf05423a2996 req-68a7b4cd-e50a-4b17-93e2-c2aaf6a0d17a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720243 May 19 02:31:39.369316 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910af373-cd39-4cc8-9dbf-5d8e0362d5d9 req-1798b5bd-b703-4674-be84-1b3cfaf34cae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:39.371116 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-910af373-cd39-4cc8-9dbf-5d8e0362d5d9 req-1798b5bd-b703-4674-be84-1b3cfaf34cae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.0961521 May 19 02:31:39.451350 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-910af373-cd39-4cc8-9dbf-5d8e0362d5d9 req-27847a17-3cbc-4ef3-b934-580df1e2d971 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740893 May 19 02:31:39.784959 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:40.107378 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07756890-b9ac-4cf2-8fed-d29d002db2fb req-67813ff4-4a82-4dd1-aec7-0a43c5f42478 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:40.109529 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-07756890-b9ac-4cf2-8fed-d29d002db2fb req-67813ff4-4a82-4dd1-aec7-0a43c5f42478 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1701090 May 19 02:31:40.123323 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08874b-bdc4-4798-b10e-840adde919cb req-322dc9de-843e-4e33-b8ce-8b13e5a901d1 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:40.125954 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5a08874b-bdc4-4798-b10e-840adde919cb req-322dc9de-843e-4e33-b8ce-8b13e5a901d1 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.2566509 May 19 02:31:40.211225 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-07756890-b9ac-4cf2-8fed-d29d002db2fb req-0d2686c7-5718-464b-a69e-c6c5e7c8b052 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839117 May 19 02:31:40.214011 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5a08874b-bdc4-4798-b10e-840adde919cb req-984c9b2e-ae7d-4fb0-b95b-348ea58d3669 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653341 May 19 02:31:40.585088 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c40d0f-d8f1-4cc4-9098-34feca61f6f0 req-4f67ddb5-7bb9-4200-a839-90e1a49eb938 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:40.586744 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93c40d0f-d8f1-4cc4-9098-34feca61f6f0 req-4f67ddb5-7bb9-4200-a839-90e1a49eb938 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.2117288 May 19 02:31:40.608805 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f664a-dc5c-4711-af21-0047b8b28a1f req-12d11467-50ac-4904-af60-676f0ec77de1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:40.611579 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-257f664a-dc5c-4711-af21-0047b8b28a1f req-12d11467-50ac-4904-af60-676f0ec77de1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1494904 May 19 02:31:40.740131 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-93c40d0f-d8f1-4cc4-9098-34feca61f6f0 req-6ca5922e-fe86-4f23-8443-964627835310 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263161 May 19 02:31:40.752658 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-257f664a-dc5c-4711-af21-0047b8b28a1f req-182cd0e2-9b53-47ae-b127-464fd2c67784 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115701 May 19 02:31:40.985760 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8c5d3-308b-45ad-9ace-93581fbf0f94 req-e084730b-2cc1-4e7d-85a0-5964c47dc3d2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:40.988259 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-00e8c5d3-308b-45ad-9ace-93581fbf0f94 req-e084730b-2cc1-4e7d-85a0-5964c47dc3d2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1270535 May 19 02:31:41.056442 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-00e8c5d3-308b-45ad-9ace-93581fbf0f94 req-9891660f-00a1-4f27-8c67-5d013a61dc37 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590851 May 19 02:31:41.564857 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e967e2-a28f-4193-9a62-7da7a6af2d16 req-da00adb0-b8ee-4755-b3b9-2584e2dbe923 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:41.566299 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f6e967e2-a28f-4193-9a62-7da7a6af2d16 req-da00adb0-b8ee-4755-b3b9-2584e2dbe923 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1428511 May 19 02:31:41.579953 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928c2b8-da09-45a2-9ae6-b0c653bba743 req-408ae8ed-707f-4374-ac7d-88acfc9fb058 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:41.581479 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4928c2b8-da09-45a2-9ae6-b0c653bba743 req-408ae8ed-707f-4374-ac7d-88acfc9fb058 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1913962 May 19 02:31:41.702829 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f6e967e2-a28f-4193-9a62-7da7a6af2d16 req-66df491f-5c02-48bf-ab14-5f6999ead6a4 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199951 May 19 02:31:41.713590 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4928c2b8-da09-45a2-9ae6-b0c653bba743 req-e0d56a04-214e-434a-a9dc-a57df2c4d2ec tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161225 May 19 02:31:42.051269 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36002) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:42.174708 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c401d46-0fbb-4454-b3f4-95a91f545983 req-76f4d00f-5e21-45f6-8b16-7963a521a4a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:42.176228 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3c401d46-0fbb-4454-b3f4-95a91f545983 req-76f4d00f-5e21-45f6-8b16-7963a521a4a6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2222052 May 19 02:31:42.183607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f65435-3e22-44ea-8bac-7d48adc4e963 req-1db9d8e8-895d-48bc-9f94-6de4bed5c95c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:42.185078 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f0f65435-3e22-44ea-8bac-7d48adc4e963 req-1db9d8e8-895d-48bc-9f94-6de4bed5c95c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.1589556 May 19 02:31:42.294560 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3c401d46-0fbb-4454-b3f4-95a91f545983 req-fdb864eb-1814-4acc-aade-5827e19b5d44 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003375 May 19 02:31:42.305455 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f0f65435-3e22-44ea-8bac-7d48adc4e963 req-14f59170-7b7d-40d1-b331-36e1b6f3d070 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920227 May 19 02:31:42.353378 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.369545 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:42.373631 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Usage tracker for resource:security_group_rule and tenant:85575ff88bd04cada2736bc0a86cab61 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:42.376770 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:42.383923 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:42.425367 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9f90d32e-c0d9-47cf-bb81-6a8bd772fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.516304 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.522071 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.531327 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-50a4a238-5a97-4528-acd9-460307af0d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:42.561617 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc7db7-bb66-4a5c-a250-e117008f47a5 req-35460e00-6806-4b69-aeb1-669d7a59167c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:42.564400 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-10dc7db7-bb66-4a5c-a250-e117008f47a5 req-35460e00-6806-4b69-aeb1-669d7a59167c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1196361 May 19 02:31:42.567403 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4287dc03-7199-45c9-b331-1da79a12b0ac,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:42.571823 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:42.606043 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85575ff88bd04cada2736bc0a86cab61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5524902 May 19 02:31:42.608988 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36012) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:42.640490 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-10dc7db7-bb66-4a5c-a250-e117008f47a5 req-debd5a2f-1c04-4d9c-9f41-296d4837935c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578854 May 19 02:31:42.695348 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.727908 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.807152 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.816091 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6fe82573-8ab3-4607-bcde-fa8173f4b16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:42.830013 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4287dc03-7199-45c9-b331-1da79a12b0ac,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:42.833023 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:42.854826 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:42.855977 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4287dc03-7199-45c9-b331-1da79a12b0ac HTTP/1.1" status: 204 len: 168 time: 0.2460368 May 19 02:31:43.054796 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae719a-f54f-4939-8cc9-b3ad7ed3b39f req-eaaff0c6-53c0-4c6e-99c1-bce8be9f1509 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:43.056332 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cae719a-f54f-4939-8cc9-b3ad7ed3b39f req-eaaff0c6-53c0-4c6e-99c1-bce8be9f1509 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1659184 May 19 02:31:43.079572 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e184db1-4566-4f73-ba39-747bf41d8f0f req-fb5187eb-d6cb-4518-bd05-c1e4efd3a9f5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:43.082638 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e184db1-4566-4f73-ba39-747bf41d8f0f req-fb5187eb-d6cb-4518-bd05-c1e4efd3a9f5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1480329 May 19 02:31:43.292903 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cae719a-f54f-4939-8cc9-b3ad7ed3b39f req-c94f3fbc-c78d-4db9-b21d-9449a4b48bf7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083836 May 19 02:31:43.322851 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e184db1-4566-4f73-ba39-747bf41d8f0f req-1c8dc475-88af-4fe0-983a-a0de70a1b777 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055416 May 19 02:31:43.685858 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2aa5c-36c8-4d6a-a1b5-307a6fe46b88 req-5811b107-e6f0-4e2c-92c5-e19988c644ed tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:43.687578 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1bb2aa5c-36c8-4d6a-a1b5-307a6fe46b88 req-5811b107-e6f0-4e2c-92c5-e19988c644ed tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1623712 May 19 02:31:43.705906 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884dd1-f349-407f-ac76-cbdddb39d1f7 req-4416881a-5644-422a-9f87-f8f8b63a97a6 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:43.709003 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26884dd1-f349-407f-ac76-cbdddb39d1f7 req-4416881a-5644-422a-9f87-f8f8b63a97a6 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.2393215 May 19 02:31:43.850102 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26884dd1-f349-407f-ac76-cbdddb39d1f7 req-6a5207ce-94b7-4d27-a3c7-7c4fc891f338 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079321 May 19 02:31:43.856558 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1bb2aa5c-36c8-4d6a-a1b5-307a6fe46b88 req-193d7a6d-a627-4a13-8907-00adeb25c506 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459892 May 19 02:31:44.103226 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36062) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:44.135418 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f011385-50b6-466f-b53c-35542f8d0dd8 req-b385a45b-86d0-4f90-ab7c-6ae9e046099b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:44.144967 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f011385-50b6-466f-b53c-35542f8d0dd8 req-b385a45b-86d0-4f90-ab7c-6ae9e046099b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1359150 May 19 02:31:44.217823 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f011385-50b6-466f-b53c-35542f8d0dd8 req-9e2420ce-f281-497f-b821-f0ab5631a135 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 May 19 02:31:44.264900 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707786951-network', 'tenant_id': '1203688e05404977a061ce17ce22f0e2'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:31:44.272932 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:44.281334 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Usage tracker for resource:network and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:44.286756 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:44.297305 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:44.310077 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Made reservation on behalf of 1203688e05404977a061ce17ce22f0e2 for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:31:44.312524 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.326265 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.344404 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:44.354574 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:44.358176 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:44.366460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:44.579866 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.588017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.595587 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f43a7bce-8bf9-422f-9330-39d49195e3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:44.633451 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d4309-b33c-4d8e-b45e-ef57e22ade1d req-1d219c47-1871-4b77-88b2-a391bedf79d1 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:44.641139 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-797d4309-b33c-4d8e-b45e-ef57e22ade1d req-1d219c47-1871-4b77-88b2-a391bedf79d1 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1370604 May 19 02:31:44.658424 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de2de84-3076-404a-bc22-d2958510ec85,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:44.666263 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:44.675104 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:31:44.693502 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.693907 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Added segment 4955e4da-886c-49d2-aaa1-78fc0c9266d9 of type vlan for network 44cf7665-c99d-49c4-ac82-adb7b7f06249 May 19 02:31:44.705640 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-797d4309-b33c-4d8e-b45e-ef57e22ade1d req-2f8401de-d1bf-48ab-bfb4-49efefd354da tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636094 May 19 02:31:44.750057 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.794898 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.797749 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:44.798892 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:44.808190 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-46048de9-0719-4a42-8ab9-2eff51b23c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:44.853945 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624b965-460a-45b9-b3a1-5388d4b65f2e req-5c724968-664c-46ad-97ea-d478c55934b6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:44.855821 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6624b965-460a-45b9-b3a1-5388d4b65f2e req-5c724968-664c-46ad-97ea-d478c55934b6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1432655 May 19 02:31:44.935392 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Pushing event updated for resources: {'Network': ['ID=44cf7665-c99d-49c4-ac82-adb7b7f06249,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:44.939624 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8347220 May 19 02:31:44.942003 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8c699728-142b-4d43-bc95-c373abff413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:44.943769 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6624b965-460a-45b9-b3a1-5388d4b65f2e req-295d570e-872a-4d9a-944d-d14430f80624 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735776 May 19 02:31:44.943932 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36078) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:44.955737 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:31:44.957486 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Request body: {'subnet': {'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707786951-subnet', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'ip_version': 4}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:31:44.968126 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:44.973048 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Usage tracker for resource:subnet and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:44.977120 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:44.989180 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:45.123907 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Made reservation on behalf of 1203688e05404977a061ce17ce22f0e2 for: {'subnet': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:31:45.128501 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4035185'] for subnet, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:45.232672 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:45.290529 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Request body: {'port': {'device_id': '7ad18c89-d38b-4891-b348-54bab6690783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:31:45.294366 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd949785-3404-4e7e-bb62-ed66c1c1bcfc req-40e62288-080b-4eeb-8cc8-d55a858e28a2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:45.296381 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bd949785-3404-4e7e-bb62-ed66c1c1bcfc req-40e62288-080b-4eeb-8cc8-d55a858e28a2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.2411864 May 19 02:31:45.309838 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817866fe-6067-49b4-8444-4cebf4fc63a9 req-3a16e4c4-301e-4daa-b37b-552bce1f3c28 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:45.312428 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-817866fe-6067-49b4-8444-4cebf4fc63a9 req-3a16e4c4-301e-4daa-b37b-552bce1f3c28 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2064481 May 19 02:31:45.397497 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bd949785-3404-4e7e-bb62-ed66c1c1bcfc req-ebcdd70c-dd37-461e-b5ec-38708df74e88 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834329 May 19 02:31:45.409940 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3ad5-7501-4cf5-8419-3c2dc2eaa4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:45.420278 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-817866fe-6067-49b4-8444-4cebf4fc63a9 req-ebc3ff65-a6f2-483b-8f78-f14a494fb1c0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892928 May 19 02:31:45.723682 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddc515-ccd1-4f36-b63e-3848217ee106 req-d90f3b89-733b-4153-8df3-8446965492f4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:45.725917 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b4ddc515-ccd1-4f36-b63e-3848217ee106 req-d90f3b89-733b-4153-8df3-8446965492f4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1344543 May 19 02:31:45.821608 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b4ddc515-ccd1-4f36-b63e-3848217ee106 req-e12f90cd-1fed-4dea-951b-daa7efeaed54 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 May 19 02:31:45.831973 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:45.859440 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-51a0b00d-a750-44d3-8fba-4e1076e3476e req-40d04482-ee2d-447c-bdb4-a51818214e02 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906591 May 19 02:31:45.968427 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-45497b44-b426-46d0-bbb0-8be7e7cd2240 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5939031 May 19 02:31:46.021170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefabbb-25b2-4b4a-bac8-11f432e721ab req-a2732a76-5e4f-4b50-9f96-01eb791064a0 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:46.028564 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2cefabbb-25b2-4b4a-bac8-11f432e721ab req-a2732a76-5e4f-4b50-9f96-01eb791064a0 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1278200 May 19 02:31:46.062791 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:46.098050 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2cefabbb-25b2-4b4a-bac8-11f432e721ab req-88955eb8-9b8c-4757-8e72-43cc1544ee45 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680082 May 19 02:31:46.222587 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713c558-b9df-4060-aabc-455a236f84c0 req-4a90ab00-e2be-4b3d-9984-b0ab1e1eacdd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:46.224412 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7713c558-b9df-4060-aabc-455a236f84c0 req-4a90ab00-e2be-4b3d-9984-b0ab1e1eacdd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.0854831 May 19 02:31:46.305614 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7713c558-b9df-4060-aabc-455a236f84c0 req-9811f606-98bb-43b4-8bed-a6a7bd03948f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693541 May 19 02:31:46.514585 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-f86d74d5-4190-4328-9b0b-3f1493dd6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:46.517140 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-f86d74d5-4190-4328-9b0b-3f1493dd6bfc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 1098 time: 0.5068805 May 19 02:31:46.734788 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030c41f-792a-434b-a40a-971b0dd929a8 req-d3c6829a-ac3c-4178-950b-41cf8f8a2cc8 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:46.743073 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d030c41f-792a-434b-a40a-971b0dd929a8 req-d3c6829a-ac3c-4178-950b-41cf8f8a2cc8 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1237562 May 19 02:31:46.787953 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191c002-f501-4173-a34e-078411f70bea req-5237dbae-d9ee-46fb-95b1-d234a23b8fb9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:46.790023 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c191c002-f501-4173-a34e-078411f70bea req-5237dbae-d9ee-46fb-95b1-d234a23b8fb9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 931 time: 0.2297146 May 19 02:31:46.816632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:31:46.851768 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:46.868286 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-e1496219-8f6f-4a50-a509-6b4225d5fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:46.870228 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-e1496219-8f6f-4a50-a509-6b4225d5fbe4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 0.3154762 May 19 02:31:46.873733 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d030c41f-792a-434b-a40a-971b0dd929a8 req-4bc0c0c3-d499-4274-8dde-b32872e3906d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292038 May 19 02:31:46.885669 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c191c002-f501-4173-a34e-078411f70bea req-82b88f7a-aac7-4749-9e95-9135c9fe8bbb tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692112 May 19 02:31:47.039807 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Transition to ACTIVE for port object 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:31:47.122122 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:47.127477 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-80b52577-3a84-42f9-ab6f-f9c587bba7f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae HTTP/1.1" status: 200 len: 217 time: 0.2472878 May 19 02:31:47.134472 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e8b169c2-a6c4-425e-88e6-258445c94405 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:47.285467 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d118dd-8455-4c02-90b2-ee55b511233f req-c2548731-31ef-4460-8f9e-daf8a1396b13 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:47.299161 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-91d118dd-8455-4c02-90b2-ee55b511233f req-c2548731-31ef-4460-8f9e-daf8a1396b13 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1480851 May 19 02:31:47.397625 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-91d118dd-8455-4c02-90b2-ee55b511233f req-7ff68b3e-68f2-4a6f-a7f4-808927a1f6cb tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968938 May 19 02:31:47.416394 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:47.561594 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4035139'] for subnet, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:47.584530 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110c3e7-7a79-4ed2-8c19-cfdb73767c2d req-8a153224-1207-4ae2-bb50-6c68752b33d5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:47.590111 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6110c3e7-7a79-4ed2-8c19-cfdb73767c2d req-8a153224-1207-4ae2-bb50-6c68752b33d5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.1392062 May 19 02:31:47.618967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Pushing event updated for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:47.622141 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:47.638877 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a1a590c4-3986-4de2-a531-8afa1f2bac94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:47.666886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-9397631d-8d3c-4b6d-9529-649679dd9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:47.668349 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-9397631d-8d3c-4b6d-9529-649679dd9185 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.4961832 May 19 02:31:47.778500 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6110c3e7-7a79-4ed2-8c19-cfdb73767c2d req-0d2894f3-48ee-4b6c-af40-e0736f114e17 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727402 May 19 02:31:47.785872 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-fa6fa98a-eca6-4486-9925-abaca7939002 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034844 May 19 02:31:47.827768 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e164590-6e28-437f-b28a-f932945492b9 req-93aec330-fb77-4aa4-b57d-9ab3436be484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:47.830162 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e164590-6e28-437f-b28a-f932945492b9 req-93aec330-fb77-4aa4-b57d-9ab3436be484 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 1098 time: 0.1948333 May 19 02:31:47.838282 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:47.838799 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2114a6-0774-441b-af0c-6fedaa9956f2 req-e3e0bc32-fded-46ba-89db-be78d578251e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:47.840372 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d2114a6-0774-441b-af0c-6fedaa9956f2 req-e3e0bc32-fded-46ba-89db-be78d578251e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2040601 May 19 02:31:47.841304 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:47.965852 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Checking segment: {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:31:47.966529 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Network hostable DHCP agents. Network: 44cf7665-c99d-49c4-ac82-adb7b7f06249, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:31:47.973133 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Attempting to bind port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:31:47.973755 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Attempting to bind port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:31:47.974173 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Attempting to bind port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b on network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:31:47.995330 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-f6b0573d-93bb-4321-863e-0f35e0c4e9b2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:47.996100 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-f6b0573d-93bb-4321-863e-0f35e0c4e9b2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Synchronizing usage tracker for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:31:48.017781 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b on network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:31:48.017781 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Attempting to bind port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b on network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:31:48.038982 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:31:48.039217 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Checking segment: {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:31:48.039700 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Bound using segment: {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:31:48.040476 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Bound port: 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea12005-3d82-4080-b12b-1f5e99d7839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:31:48.041059 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.077034 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:31:48.114100 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-f6b0573d-93bb-4321-863e-0f35e0c4e9b2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Unset dirty status for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:31:48.115525 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-f6b0573d-93bb-4321-863e-0f35e0c4e9b2 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.9401021 May 19 02:31:48.143331 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8d2114a6-0774-441b-af0c-6fedaa9956f2 req-b2ea120e-a14a-4e1d-b933-3aff16871c97 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728949 May 19 02:31:48.197848 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-eb2d5c39-c116-4738-9272-36c877e55b5d service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864269 May 19 02:31:48.210971 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 44cf7665-c99d-49c4-ac82-adb7b7f06249) {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:31:48.221011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea744c2c-04ce-4964-bf45-5297f49ebf71 None None] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:31:48.227578 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e164590-6e28-437f-b28a-f932945492b9 req-c15a27e6-6839-4dab-ac95-11b67ade7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:48.237411 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e164590-6e28-437f-b28a-f932945492b9 req-c15a27e6-6839-4dab-ac95-11b67ade7983 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 911 time: 0.3874948 May 19 02:31:48.271293 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:48.271997 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.456982 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:31:48.474030 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.5279222 May 19 02:31:48.479259 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36124) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:48.485828 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:31:48.493201 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:31:48.510059 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:48.512994 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.522206 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:48.537505 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f9c6-b511-4a30-b098-55cf90b0d42e req-ccee3761-9e43-4fc6-9348-8c09c4ef83fe tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:48.545470 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-21f5f9c6-b511-4a30-b098-55cf90b0d42e req-ccee3761-9e43-4fc6-9348-8c09c4ef83fe tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.4810781 May 19 02:31:48.575434 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Usage tracker for resource:router and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:48.590976 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:48.599349 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e164590-6e28-437f-b28a-f932945492b9 req-8e339ca2-4e76-4c73-894e-2340bbb0c200 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 200 len: 1000 time: 0.3480427 May 19 02:31:48.615442 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:48.616350 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.618274 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] 10.222.0.11 "PUT /v2.0/ports/84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 1093 time: 3.3475740 May 19 02:31:48.622352 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:48.628902 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-44cf7665-c99d-49c4-ac82-adb7b7f06249', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:31:48.630373 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.635144 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:31:48.672083 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0ead3830-45db-439c-9681-d30b5ae4aa0c req-ac56c7ce-88f4-4e7f-af99-ee8a6d131942 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386299 May 19 02:31:48.685234 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Pushing event updated for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:48.688482 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:48.689363 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.690615 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.711995 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-21f5f9c6-b511-4a30-b098-55cf90b0d42e req-50965d2b-e799-47d1-9c19-1649b8d9b7f7 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651635 May 19 02:31:48.758577 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Deleting port 247d6284-c715-49e8-8d4e-6721aeacfadd {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:31:48.758944 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.800921 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d601921-3d4b-4b8c-bf23-bbd6cfaa11fe req-d25f403b-1e6e-4821-ab58-c369a4a78fb6 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:48.802765 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0d601921-3d4b-4b8c-bf23-bbd6cfaa11fe req-d25f403b-1e6e-4821-ab58-c369a4a78fb6 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 943 time: 0.4203463 May 19 02:31:48.826713 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.839408 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e164590-6e28-437f-b28a-f932945492b9 req-1da89df6-8551-46a6-8191-54a087d45ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:48.841466 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e164590-6e28-437f-b28a-f932945492b9 req-1da89df6-8551-46a6-8191-54a087d45ea0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.2210057 May 19 02:31:48.941820 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Allocated IP 172.20.0.2 (44cf7665-c99d-49c4-ac82-adb7b7f06249/c9680fcf-b8af-41a3-9c38-64ae94b8a7aa/5e1a0f56-5831-43ec-8e50-7b423d2dba14) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:31:48.995417 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] For port 247d6284-c715-49e8-8d4e-6721aeacfadd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=247d6284-c715-49e8-8d4e-6721aeacfadd,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:48.995880 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:48.997784 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0d601921-3d4b-4b8c-bf23-bbd6cfaa11fe req-97aa157a-f055-4613-9e8c-564ea392c2be tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834562 May 19 02:31:49.055520 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e164590-6e28-437f-b28a-f932945492b9 req-c03acc96-d2a6-4320-8a4c-dfc369e319d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:49.057195 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e164590-6e28-437f-b28a-f932945492b9 req-c03acc96-d2a6-4320-8a4c-dfc369e319d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2011626 May 19 02:31:49.070674 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4b32-7b05-4970-bca2-fc26c210ef56 req-f7c0afe1-024e-4e49-8984-796d79b63277 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:49.072494 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cbdc4b32-7b05-4970-bca2-fc26c210ef56 req-f7c0afe1-024e-4e49-8984-796d79b63277 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1473725 May 19 02:31:49.232256 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'status': 'completed', 'code': 200} May 19 02:31:49.284355 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:49.301573 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e164590-6e28-437f-b28a-f932945492b9 req-9f5947e4-7e9a-451d-aa09-c0c0ceb795ff service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245717 May 19 02:31:49.319865 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cbdc4b32-7b05-4970-bca2-fc26c210ef56 req-d381f81c-e8ca-4905-bda1-77d91d0a2767 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171674 May 19 02:31:49.322804 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Transition to ACTIVE for port object 5e1a0f56-5831-43ec-8e50-7b423d2dba14 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:31:49.380738 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Transition to ACTIVE for port object 5e1a0f56-5831-43ec-8e50-7b423d2dba14 will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:31:49.385658 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Calling delete_port for 247d6284-c715-49e8-8d4e-6721aeacfadd owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:31:49.389351 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:49.398556 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:49.464180 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-f315e0ea-01a3-43bf-a16e-b31cfe98bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:49.465965 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-f315e0ea-01a3-43bf-a16e-b31cfe98bbb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1096 time: 0.7716925 May 19 02:31:49.599654 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:31:49.610526 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:31:49.622678 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:31:49.661707 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e164590-6e28-437f-b28a-f932945492b9 req-3e883ef1-181a-46f4-b448-5a2ed53fa48e service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460290 May 19 02:31:49.740426 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Pushing event updated for resources: {'Port': ['ID=5e1a0f56-5831-43ec-8e50-7b423d2dba14,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:49.819010 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:49.842546 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.842897 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.843239 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.843575 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.843904 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.844232 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.850891 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.851419 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.851950 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.852438 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.854074 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.854582 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:49.866568 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:49.866831 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-ba20f419-0da7-4d66-9ebe-7ab451a2e698 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 217 time: 0.1363525 May 19 02:31:49.874372 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Attempting to bind port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:31:49.875168 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Attempting to bind port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:31:49.881381 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Attempting to bind port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 on network 44cf7665-c99d-49c4-ac82-adb7b7f06249 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:31:49.894940 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:31:49.895608 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Checking segment: {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:31:49.896351 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:49.897026 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Bound using segment: {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:31:49.903046 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Bound port: 5e1a0f56-5831-43ec-8e50-7b423d2dba14, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:31:49.903453 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:49.920107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d1abe-0067-4997-b141-65515af72b1c req-dc2f7875-57da-4381-b140-68305228a11c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:49.936413 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3a8d1abe-0067-4997-b141-65515af72b1c req-dc2f7875-57da-4381-b140-68305228a11c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 945 time: 0.7319856 May 19 02:31:50.007274 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf8264-d96e-441d-8cbc-067217c2a72a req-905b005e-a62b-4278-9f19-313ae2f45026 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:50.009029 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eadf8264-d96e-441d-8cbc-067217c2a72a req-905b005e-a62b-4278-9f19-313ae2f45026 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.3460209 May 19 02:31:50.114066 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3a8d1abe-0067-4997-b141-65515af72b1c req-bd0de1e0-19a4-4a2e-89e5-834dad08917e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766798 May 19 02:31:50.154152 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-ddbd308e-3ac7-4671-9fe1-9da6a5ee1d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:50.155608 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-ddbd308e-3ac7-4671-9fe1-9da6a5ee1d39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 200 len: 854 time: 0.2686422 May 19 02:31:50.188518 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eadf8264-d96e-441d-8cbc-067217c2a72a req-f9198816-f348-453e-99c3-5448797a450d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043334 May 19 02:31:50.212455 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] For port 5e1a0f56-5831-43ec-8e50-7b423d2dba14, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:31:50.218012 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] For port 5e1a0f56-5831-43ec-8e50-7b423d2dba14, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=5e1a0f56-5831-43ec-8e50-7b423d2dba14,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:31:50.225961 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:50.235656 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:50.334857 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:50.351659 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:50.362176 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:31:50.415842 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event deleted for resources: {'Port': ['ID=247d6284-c715-49e8-8d4e-6721aeacfadd,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:50.424229 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:50.461642 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Pushing event updated for resources: {'Port': ['ID=5e1a0f56-5831-43ec-8e50-7b423d2dba14,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:50.466095 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:50.559650 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] No DVR routers for this DVR port 247d6284-c715-49e8-8d4e-6721aeacfadd on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:31:50.566413 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:50.576754 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a90b9-99af-4bb6-90d5-ac9b132761be req-b9f78489-fb89-4d26-b645-9fba72279c84 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:50.590725 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-855a90b9-99af-4bb6-90d5-ac9b132761be req-b9f78489-fb89-4d26-b645-9fba72279c84 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.3124423 May 19 02:31:50.593466 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-0f0b0f65-2c92-479f-8589-d1bc8bb52dac req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "DELETE /v2.0/ports/247d6284-c715-49e8-8d4e-6721aeacfadd HTTP/1.1" status: 204 len: 173 time: 2.4416928 May 19 02:31:50.597786 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2c9fd6ab-730d-4d2b-a8bc-a78d036bc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:50.600539 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-2c9fd6ab-730d-4d2b-a8bc-a78d036bc622 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=130b2ede-bd20-430e-b618-bb8bc3f68ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3480389 May 19 02:31:50.680888 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-855a90b9-99af-4bb6-90d5-ac9b132761be req-d823425f-8d49-44db-9b0e-06e4dd0085a1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885770 May 19 02:31:50.765078 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cffdb-f6e1-4824-9607-4d281513d6fd req-283f6f12-e274-4e4a-a0ab-1b0be09eb69f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:50.772753 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-968cffdb-f6e1-4824-9607-4d281513d6fd req-283f6f12-e274-4e4a-a0ab-1b0be09eb69f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 943 time: 0.4249194 May 19 02:31:50.911060 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-968cffdb-f6e1-4824-9607-4d281513d6fd req-dbd355e7-f2e2-4dad-8c30-904ba8ff968c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325383 May 19 02:31:51.066952 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5e1a0f56-5831-43ec-8e50-7b423d2dba14 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:31:51.159490 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:51.231497 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:31:51.249664 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'name': 'network-vif-deleted', 'tag': '247d6284-c715-49e8-8d4e-6721aeacfadd'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:31:51.265859 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:51.326624 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 247d6284-c715-49e8-8d4e-6721aeacfadd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:31:51.340684 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-1aa16739-8174-4126-a053-b510ab8a7e69 service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511304 May 19 02:31:51.421961 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 247d6284-c715-49e8-8d4e-6721aeacfadd {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:31:51.422630 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 247d6284-c715-49e8-8d4e-6721aeacfadd not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:31:51.474665 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-04a86271-8112-4b89-8708-bd8024f825e1 req-ab27951a-5db1-4563-825a-fc08a98e670c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=99fea073-4db9-452f-8c33-7fe1e1b6e7fc HTTP/1.1" status: 200 len: 210 time: 0.1003861 May 19 02:31:51.613085 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fea073-4db9-452f-8c33-7fe1e1b6e7fc', 'name': 'network-vif-deleted', 'tag': '247d6284-c715-49e8-8d4e-6721aeacfadd', 'status': 'completed', 'code': 200} May 19 02:31:51.696407 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed2e54-1dac-4301-a9a9-bce710ddda99 req-71c85dd1-eb95-473e-8625-e0f14b475759 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:51.702664 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-38ed2e54-1dac-4301-a9a9-bce710ddda99 req-71c85dd1-eb95-473e-8625-e0f14b475759 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2261353 May 19 02:31:51.781584 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-38ed2e54-1dac-4301-a9a9-bce710ddda99 req-3768c675-f7b6-4aac-8d9a-32d3e1bd8469 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672603 May 19 02:31:51.886253 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Allocated IP 172.28.2.254 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/35093b88-4131-46ae-87d8-d37e19a688c3) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:31:52.006249 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81165b7-fd71-4a8f-8fee-ab1aa9fa12e9 None None] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:31:52.032198 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-96d2b75b-5ca0-4ee9-926a-eea16800867c req-48497f96-1764-4de6-ba1b-8285a5846fbf service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764107 May 19 02:31:52.157518 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Provisioning for port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:31:52.181105 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Provisioning complete for port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:52.181411 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:52.238721 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989da4e-763f-43d8-b970-fc64859fbeac req-a464acaa-c95a-4aab-89c7-213e50697cd9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:52.240779 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8989da4e-763f-43d8-b970-fc64859fbeac req-a464acaa-c95a-4aab-89c7-213e50697cd9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2948818 May 19 02:31:52.257081 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:52.257666 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765c96-2b5c-430c-a8eb-4bf55f9f28a4 req-33844a69-63bb-49bc-b37b-1a48b1435393 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:52.258984 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bb765c96-2b5c-430c-a8eb-4bf55f9f28a4 req-33844a69-63bb-49bc-b37b-1a48b1435393 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2603416 May 19 02:31:52.312869 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-b0a0b716-05de-4e6c-8130-9b689d9c51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:52.315730 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-b0a0b716-05de-4e6c-8130-9b689d9c51bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1096 time: 0.2154889 May 19 02:31:52.332444 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:52.336294 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8989da4e-763f-43d8-b970-fc64859fbeac req-2afa533b-7cdd-4185-a2e9-a0ef29c450f6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762441 May 19 02:31:52.341814 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bb765c96-2b5c-430c-a8eb-4bf55f9f28a4 req-6b3b764e-4ce8-47e9-b93e-a5bc1c3dabe6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654178 May 19 02:31:52.348119 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-eb609118-a164-4611-aaed-607e8c9bb50d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:52.463935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:31:52.484385 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:52.540625 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] For port 5e1a0f56-5831-43ec-8e50-7b423d2dba14, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=5e1a0f56-5831-43ec-8e50-7b423d2dba14,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:52.542021 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:31:52.548382 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:52.548721 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:31:52.550673 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:52.613746 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867d310-c064-491a-ac5b-ddf61eaf728b req-93f2f766-660e-4de9-8484-12edc36c3df7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:52.621918 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8867d310-c064-491a-ac5b-ddf61eaf728b req-93f2f766-660e-4de9-8484-12edc36c3df7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 943 time: 0.1292121 May 19 02:31:52.650160 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Pushing event updated for resources: {'Port': ['ID=35093b88-4131-46ae-87d8-d37e19a688c3,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:52.655252 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:52.657480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Pushing event updated for resources: {'Port': ['ID=5e1a0f56-5831-43ec-8e50-7b423d2dba14,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:52.665421 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:52.701548 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8867d310-c064-491a-ac5b-ddf61eaf728b req-4d3a97b9-8616-4613-91d4-3ddfea4e15be tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717866 May 19 02:31:52.984795 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5e1a0f56-5831-43ec-8e50-7b423d2dba14 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:31:53.046200 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-47dd8b6f-cbd7-429b-a9fe-97a19987a94a None None] Provisioning complete for port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:53.047548 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-47dd8b6f-cbd7-429b-a9fe-97a19987a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:53.067935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-2d7f6e42-dc44-4b0f-b3c8-c616dbb1acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:53.069512 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-2d7f6e42-dc44-4b0f-b3c8-c616dbb1acc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 915 time: 0.7225258 May 19 02:31:53.176123 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-45342454-3cdf-44d3-af18-0528445aa09e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 217 time: 0.0892553 May 19 02:31:53.290701 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:53.291430 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:53.367276 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:31:53.436002 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-4b7127c0-0be4-4953-bbee-f6c304b9958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:53.439385 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-4b7127c0-0be4-4953-bbee-f6c304b9958c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 200 len: 854 time: 0.2403574 May 19 02:31:53.665383 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:53.671095 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bb8bd-8491-4dcd-a2b4-7221022f7751 req-23c830b5-0643-450a-b2a2-3f829120809f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:53.685214 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-da9bb8bd-8491-4dcd-a2b4-7221022f7751 req-23c830b5-0643-450a-b2a2-3f829120809f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 946 time: 0.3199017 May 19 02:31:53.791920 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-ef18011b-393f-4f91-ac34-d311475db7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:53.793695 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-ef18011b-393f-4f91-ac34-d311475db7a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=130b2ede-bd20-430e-b618-bb8bc3f68ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3439920 May 19 02:31:53.855081 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:53.885269 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-da9bb8bd-8491-4dcd-a2b4-7221022f7751 req-e84648aa-d14d-4943-8d1a-b2d27c94579f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981816 May 19 02:31:53.895788 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'port_id': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'mac_address': 'fa:16:3e:9c:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:31:53.955390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a690-9b77-41af-b009-a1679d14181e req-43f908aa-799d-40b7-9233-a50217afcacd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:53.981822 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6503a690-9b77-41af-b009-a1679d14181e req-43f908aa-799d-40b7-9233-a50217afcacd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2923977 May 19 02:31:54.050173 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:54.110114 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17412295-d8cc-40b3-bf1b-da1461c386c4 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:31:54.126403 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6503a690-9b77-41af-b009-a1679d14181e req-03c3b1e9-2e8e-49a6-ada3-44829fb5d271 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429648 May 19 02:31:54.155566 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:54.162646 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:54.165698 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:54.226938 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-7de04146-76a3-4598-97a8-bc4c6954417f service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121680 May 19 02:31:54.304894 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=6']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:54.308736 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:54.338725 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['17412295-d8cc-40b3-bf1b-da1461c386c4'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:31:54.345721 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64bc25-d586-4b7b-812d-866cec0db333 req-266c185f-8f26-461f-abee-3221c9e01763 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:54.355555 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fb64bc25-d586-4b7b-812d-866cec0db333 req-266c185f-8f26-461f-abee-3221c9e01763 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 943 time: 0.2266726 May 19 02:31:54.418678 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fb64bc25-d586-4b7b-812d-866cec0db333 req-23b3817c-7e2e-47ea-bb94-273853f1d656 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617185 May 19 02:31:54.621216 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:54.694154 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36226) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:54.733297 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7a63e520-edf6-4c5f-b9ed-1dbfa8384cdc req-edb37da7-5793-4ed2-95e7-61231e138b5e service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541323 May 19 02:31:54.881954 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:31:54.889854 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:54.905553 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:31:54.916519 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Usage tracker for resource:security_group_rule and tenant:41d3df8e627f410d847033d02fcc658e is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:31:54.919671 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:31:54.927566 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:31:55.120760 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:55.128552 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:55.138598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-d3e44bfe-a1c3-4c1a-b736-fdb6e38f1a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:55.172034 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6074b214-aae4-4d17-9d6f-5631630cc3fa,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:55.213649 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:31:55.224219 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Sync routers for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:31:55.241011 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.246393 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.247061 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.248021 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.249023 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.249629 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.250821 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.257768 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Notify callbacks [] for router, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:55.258886 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.259722 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.260358 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:31:55.260808 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.261614 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:31:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:55.261966 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.262743 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:55.266355 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7798729 May 19 02:31:55.272357 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36246) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:55.286726 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:55.315081 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41d3df8e627f410d847033d02fcc658e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157572 May 19 02:31:55.320702 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36250) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:31:55.364793 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:31:55.369205 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:31:55.512658 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5dc0-a65f-430f-8ecb-c7f31c190f28 req-3c2a6558-3e91-4fd3-b332-fc93812dd8d1 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:55.520700 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-07ef5dc0-a65f-430f-8ecb-c7f31c190f28 req-3c2a6558-3e91-4fd3-b332-fc93812dd8d1 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 946 time: 0.4559345 May 19 02:31:55.632359 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 17412295-d8cc-40b3-bf1b-da1461c386c4 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:31:55.632680 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:55.634177 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:55.638405 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:31:55.674677 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-07ef5dc0-a65f-430f-8ecb-c7f31c190f28 req-97c35448-e261-4c9c-bd65-8f047ba41300 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509559 May 19 02:31:55.763196 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:55.872522 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.db.resource_extend [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 02:31:55.936010 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72a65-e28d-4cb5-884a-babf65f44733 req-0ae19c31-96df-4a39-9b5a-cb09bfa7f0c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:55.955273 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85f72a65-e28d-4cb5-884a-babf65f44733 req-0ae19c31-96df-4a39-9b5a-cb09bfa7f0c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 945 time: 0.4524071 May 19 02:31:56.149436 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 3, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:56.158822 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Checking router: ea0a371b-b7a8-4ab4-9454-b9adcbf43afd for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:31:56.159497 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Updating router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd port 35093b88-4131-46ae-87d8-d37e19a688c3 binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:31:56.180322 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.202412 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0b8d3d16-bd08-4706-98ec-c98b352a00ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:56.205255 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.240927 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85f72a65-e28d-4cb5-884a-babf65f44733 req-28d6cf8b-8219-439f-88d2-6a4b1b8fa915 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848001 May 19 02:31:56.260837 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.267056 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6074b214-aae4-4d17-9d6f-5631630cc3fa,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:56.280219 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:56.291818 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.293713 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6074b214-aae4-4d17-9d6f-5631630cc3fa HTTP/1.1" status: 204 len: 168 time: 0.9610717 May 19 02:31:56.342488 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b06d52-3280-4cc7-9fae-cb2949e66653 req-3eb3f234-ce77-4b6f-98b2-a734b16fa90f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:56.344047 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-82b06d52-3280-4cc7-9fae-cb2949e66653 req-3eb3f234-ce77-4b6f-98b2-a734b16fa90f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 943 time: 0.3509727 May 19 02:31:56.355165 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:31:56.463352 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:56.476081 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:56.521978 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-82b06d52-3280-4cc7-9fae-cb2949e66653 req-1fbc2649-64ad-45cb-b666-3a10b0c9ea75 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607540 May 19 02:31:56.540938 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'port_id': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'mac_address': 'fa:16:3e:8e:1b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:31:56.545327 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.558247 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'code': 200} May 19 02:31:56.558247 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:56.867194 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.877388 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.904241 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=7']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:56.908286 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Transition to ACTIVE for port object 35093b88-4131-46ae-87d8-d37e19a688c3 will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:31:56.913362 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-68fa902e-a6d8-439c-97d5-23b257176727 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:56.914296 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-68fa902e-a6d8-439c-97d5-23b257176727 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Synchronizing usage tracker for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:31:56.914923 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:56.923230 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:56.942412 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:56.961965 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:31:56.997265 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:57.005658 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:57.011016 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-27da602f-2842-4fbb-99d8-39a56fec31cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:57.156969 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:57.176764 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:57.210081 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Pushing event updated for resources: {'Port': ['ID=35093b88-4131-46ae-87d8-d37e19a688c3,revision_number=2']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:57.225266 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.225866 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.226379 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.226875 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.227765 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.228272 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.228766 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.229277 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.229783 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.230366 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.230846 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.231336 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:31:57.236545 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:57.237648 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Attempting to bind port 35093b88-4131-46ae-87d8-d37e19a688c3 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:31:57.238014 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Attempting to bind port 35093b88-4131-46ae-87d8-d37e19a688c3 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:31:57.238377 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Attempting to bind port 35093b88-4131-46ae-87d8-d37e19a688c3 on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:31:57.250758 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632d678-d830-4ce9-9683-2820a24c009d req-f74c9468-b25f-499e-ac31-7356130da4dc tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:57.262747 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f632d678-d830-4ce9-9683-2820a24c009d req-f74c9468-b25f-499e-ac31-7356130da4dc tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 946 time: 0.2348530 May 19 02:31:57.270007 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:31:57.270997 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:31:57.270997 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:57.271347 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:31:57.271701 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Bound port: 35093b88-4131-46ae-87d8-d37e19a688c3, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:31:57.272075 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:57.318111 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-68fa902e-a6d8-439c-97d5-23b257176727 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Unset dirty status for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:31:57.319677 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-68fa902e-a6d8-439c-97d5-23b257176727 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 946 time: 1.1764247 May 19 02:31:57.351702 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:31:57.366317 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:57.405316 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f632d678-d830-4ce9-9683-2820a24c009d req-1ed72d8f-4d9b-4dd0-80bf-2471c18b391d tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415298 May 19 02:31:57.451881 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] For port 35093b88-4131-46ae-87d8-d37e19a688c3, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:31:57.470811 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] For port 35093b88-4131-46ae-87d8-d37e19a688c3, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=35093b88-4131-46ae-87d8-d37e19a688c3,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:31:57.478728 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:57.483885 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-50d3af5f-3a8a-4c8d-9ead-ffde890ef0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:57.510179 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:31:57.741343 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Pushing event updated for resources: {'Port': ['ID=35093b88-4131-46ae-87d8-d37e19a688c3,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:57.756709 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-737abeb7-f2c9-4f48-b46b-348d04614329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:57.792478 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:31:57.793326 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:31:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:57.861782 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81c356-d8c9-4329-b0b7-ddcb95371a0e req-d6948539-bf33-46d0-9b8c-c65295a3144e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:57.869616 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1d81c356-d8c9-4329-b0b7-ddcb95371a0e req-d6948539-bf33-46d0-9b8c-c65295a3144e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1939244 May 19 02:31:57.957455 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:58.000152 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1d81c356-d8c9-4329-b0b7-ddcb95371a0e req-7e1c9d43-b3d2-41dd-a4cd-84b9c1ae3901 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256816 May 19 02:31:58.195141 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:58.201911 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Deleting port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:31:58.203224 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:58.206013 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:58.211641 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-5212333d-a17d-4089-9574-9cac0a90aab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:31:58.373116 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,revision_number=6']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:31:58.394221 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:31:58.452796 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd8280-2e47-4e97-82a7-3dfb496a983a req-9fb22ba4-4850-457f-bf3c-8c87b91e7c3c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:58.466972 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fcfd8280-2e47-4e97-82a7-3dfb496a983a req-9fb22ba4-4850-457f-bf3c-8c87b91e7c3c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2307100 May 19 02:31:58.500923 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Allocated IP 172.20.0.1 (44cf7665-c99d-49c4-ac82-adb7b7f06249/c9680fcf-b8af-41a3-9c38-64ae94b8a7aa/1519529a-8f2c-4c45-8c1d-7449fd79912b) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:31:58.514029 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:31:58.525086 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8aed4-1ea1-435f-8307-02151f062850 req-7e1c551d-a397-421e-848b-1ffe1e9b8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:58.526756 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7da8aed4-1ea1-435f-8307-02151f062850 req-7e1c551d-a397-421e-848b-1ffe1e9b8cdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 0.4929760 May 19 02:31:58.552403 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:31:58.635425 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fcfd8280-2e47-4e97-82a7-3dfb496a983a req-316e12dd-d5e7-4a23-9071-9a8a143acbfe tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672344 May 19 02:31:58.691130 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] For port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:31:58.692195 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:58.729989 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f930-91e8-452f-88f1-6cb6689aaecf req-c910504a-8bc9-46f1-9aab-eceb26acb9ac tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:58.739568 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-97a1f930-91e8-452f-88f1-6cb6689aaecf req-c910504a-8bc9-46f1-9aab-eceb26acb9ac tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 944 time: 0.2479057 May 19 02:31:58.810855 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-97a1f930-91e8-452f-88f1-6cb6689aaecf req-587fb47f-25ef-40f0-9840-8bb21cd4115a tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699027 May 19 02:31:58.898922 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', 'code': 200} May 19 02:31:59.015080 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1dca-f1c0-4d3a-a57e-48e59559686a req-d8f083fc-c2fa-4752-a695-55a8dfc80674 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:59.016639 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-232c1dca-f1c0-4d3a-a57e-48e59559686a req-d8f083fc-c2fa-4752-a695-55a8dfc80674 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 944 time: 0.1395886 May 19 02:31:59.065273 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 3, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:31:59.075415 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c405d0-16f9-406e-b7be-480a6ebd60eb None None] The sync data for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb is: [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:31:53Z', 'revision_number': 3, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:31:59.086827 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-232c1dca-f1c0-4d3a-a57e-48e59559686a req-2b9d2ed3-41eb-408b-a9af-104aeb9cf16e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638185 May 19 02:31:59.275691 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Calling delete_port for 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:31:59.426738 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f1630-cedf-4ee0-9ab8-b60c6343c161 req-fcf53893-3f73-4fcd-ab54-054a7952d1a5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:59.426738 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6b2f1630-cedf-4ee0-9ab8-b60c6343c161 req-fcf53893-3f73-4fcd-ab54-054a7952d1a5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1751001 May 19 02:31:59.437935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:59.448582 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8aed4-1ea1-435f-8307-02151f062850 req-5cf6f84b-b135-47cf-8e5e-c396aea359b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:31:59.450355 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7da8aed4-1ea1-435f-8307-02151f062850 req-5cf6f84b-b135-47cf-8e5e-c396aea359b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 0.8681610 May 19 02:31:59.565093 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Transition to ACTIVE for port object 1519529a-8f2c-4c45-8c1d-7449fd79912b will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:31:59.581059 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7da8aed4-1ea1-435f-8307-02151f062850 req-2ed7f83e-7e54-4442-aecb-026f024e848f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 217 time: 0.1098490 May 19 02:31:59.628558 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6b2f1630-cedf-4ee0-9ab8-b60c6343c161 req-246a3427-a305-44d0-8d9c-a4ef88b78000 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859555 May 19 02:31:59.877636 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:31:59.890311 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:00.030641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8aed4-1ea1-435f-8307-02151f062850 req-9d7db7c8-3f9a-45dd-94c3-464773338dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:00.033362 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7da8aed4-1ea1-435f-8307-02151f062850 req-9d7db7c8-3f9a-45dd-94c3-464773338dfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.4395347 May 19 02:32:00.066029 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6143e5-4f8f-4980-9c57-8f6e0f1a16ee req-1d4a76ec-3e8c-437f-93f5-0ed58bbb4be1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:00.078374 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f6143e5-4f8f-4980-9c57-8f6e0f1a16ee req-1d4a76ec-3e8c-437f-93f5-0ed58bbb4be1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1841457 May 19 02:32:00.166442 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7da8aed4-1ea1-435f-8307-02151f062850 req-2008b4e0-42d2-46a6-8c63-8f55be679080 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157060 May 19 02:32:00.173910 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:00.179474 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5f6143e5-4f8f-4980-9c57-8f6e0f1a16ee req-ca3d5c2b-f9f4-4caa-b922-098f12030c57 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999596 May 19 02:32:00.222423 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:00.225102 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:00.238208 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:32:00.482025 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:32:00.488054 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-acea1d32-017f-4617-a2db-34212f583de3 req-e43c7673-39f2-4834-8f76-82c32e953cf5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=82502dec-637e-437a-a301-a4cf5ed1c6fa HTTP/1.1" status: 200 len: 210 time: 0.0718842 May 19 02:32:00.548200 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e28ea0-1e58-49dc-8d63-1a58b52b84eb req-e5762179-f98e-4f7e-806a-dddeb1eca2e3 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:00.555468 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-95e28ea0-1e58-49dc-8d63-1a58b52b84eb req-e5762179-f98e-4f7e-806a-dddeb1eca2e3 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 944 time: 0.3861940 May 19 02:32:00.643601 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-95e28ea0-1e58-49dc-8d63-1a58b52b84eb req-8a8eae76-f74c-40ef-abeb-00a5d5711113 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871501 May 19 02:32:00.729254 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-86b26f12-ed0e-4356-b503-287277bc59ff None None] Provisioning for port 1519529a-8f2c-4c45-8c1d-7449fd79912b completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:00.730914 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Pushing event updated for resources: {'Port': ['ID=1519529a-8f2c-4c45-8c1d-7449fd79912b,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:00.735204 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-86b26f12-ed0e-4356-b503-287277bc59ff None None] Provisioning complete for port 1519529a-8f2c-4c45-8c1d-7449fd79912b triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:00.736468 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-86b26f12-ed0e-4356-b503-287277bc59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:00.758645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:00.759169 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:00.873459 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-86b26f12-ed0e-4356-b503-287277bc59ff None None] Port 1519529a-8f2c-4c45-8c1d-7449fd79912b cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:32:00.882528 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event deleted for resources: {'Port': ['ID=4fca5514-0ed8-4b2a-a66d-903b2c1cfd97,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:00.888988 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] No DVR routers for this DVR port 4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:32:00.890942 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:00.896566 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:00.901515 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'name': 'network-vif-deleted', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:00.971330 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:00.989283 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82502dec-637e-437a-a301-a4cf5ed1c6fa', 'name': 'network-vif-deleted', 'tag': '4fca5514-0ed8-4b2a-a66d-903b2c1cfd97', 'status': 'completed', 'code': 200} May 19 02:32:01.000880 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-af47bdb8-e626-4d0c-a09c-53e8c6910a01 req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "DELETE /v2.0/ports/4fca5514-0ed8-4b2a-a66d-903b2c1cfd97 HTTP/1.1" status: 204 len: 173 time: 3.6157031 May 19 02:32:01.006754 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7da8aed4-1ea1-435f-8307-02151f062850 req-684cfc45-10cc-4743-bb45-f9baad1cbceb service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8172092 May 19 02:32:01.105004 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 35093b88-4131-46ae-87d8-d37e19a688c3 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:01.134464 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce1e09-89ce-4a42-b9ec-3c1f30d41e02 req-bd8d50d2-0693-46f8-b914-4f130e20dd64 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:01.153969 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7fce1e09-89ce-4a42-b9ec-3c1f30d41e02 req-bd8d50d2-0693-46f8-b914-4f130e20dd64 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2378616 May 19 02:32:01.244643 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7fce1e09-89ce-4a42-b9ec-3c1f30d41e02 req-153a6a13-9412-48dc-b28f-9e7ce28f1004 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897009 May 19 02:32:01.319002 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 35093b88-4131-46ae-87d8-d37e19a688c3 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:01.341730 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 35093b88-4131-46ae-87d8-d37e19a688c3 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:01.342383 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:01.363409 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:01.398448 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:01.556863 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-5b65e3de-ee02-425e-904d-f5ca85dad252 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5db026a3378c4bd78b8cf53be62cbf75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334253 May 19 02:32:01.564089 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:01.569548 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7da8aed4-1ea1-435f-8307-02151f062850 req-9e1d1877-b72a-40eb-b517-2cd612eea118 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076396 May 19 02:32:01.609228 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:01.609606 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:01.749731 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:01.792848 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 35093b88-4131-46ae-87d8-d37e19a688c3, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=35093b88-4131-46ae-87d8-d37e19a688c3,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:01.806793 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:01.816216 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:01.855877 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-e3213ae7-5e20-4c28-b307-46911023890f tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:01.862830 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-e3213ae7-5e20-4c28-b307-46911023890f tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969310 May 19 02:32:01.874385 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:01.883408 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-4fa0a428-0aa4-4ae3-9dd4-40a172a6cc0a tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/quotas/5db026a3378c4bd78b8cf53be62cbf75 HTTP/1.1" status: 200 len: 375 time: 0.0196128 May 19 02:32:01.897620 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:01.980429 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:01.984938 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-669e6974-8e6a-4ad7-838b-4185430dba15 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5db026a3378c4bd78b8cf53be62cbf75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905850 May 19 02:32:02.017442 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:02.045764 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=35093b88-4131-46ae-87d8-d37e19a688c3,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:02.050812 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9366c-f826-4fa6-a267-787a56c75fce req-d0c28a2c-a659-4a0f-ae53-4a7e02c358e7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:02.057957 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:02.071870 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-99a9366c-f826-4fa6-a267-787a56c75fce req-d0c28a2c-a659-4a0f-ae53-4a7e02c358e7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.6748073 May 19 02:32:02.097579 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Pushing event updated for resources: {'Port': ['ID=1519529a-8f2c-4c45-8c1d-7449fd79912b,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:02.098903 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:02.142932 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-99a9366c-f826-4fa6-a267-787a56c75fce req-2d57ee5c-9228-4c92-96fb-a4e9eaaba202 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700619 May 19 02:32:02.151158 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:02.207641 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:02.237566 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:02.243324 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:02.245391 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-5212333d-a17d-4089-9574-9cac0a90aab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:02.311094 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:02.312312 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:02.335652 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:02.339659 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:02.405690 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'code': 200} May 19 02:32:02.732246 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ac1f603f-78ea-4f6d-80b7-049fc62214b8 req-53d29c5b-c1d8-46cf-aabd-c9aa405cb22c tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 210 time: 0.0755703 May 19 02:32:02.811675 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3674d4f-5c49-4b43-8db4-5533596e2aa6 req-47a490e1-b384-49d3-9e96-446abaf228db tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:02.816290 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a3674d4f-5c49-4b43-8db4-5533596e2aa6 req-47a490e1-b384-49d3-9e96-446abaf228db tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.3328154 May 19 02:32:02.930633 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-60ee2094-23bb-4cdb-9f68-cda80b0df854 None None] Provisioning complete for port 1519529a-8f2c-4c45-8c1d-7449fd79912b triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:02.931020 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-60ee2094-23bb-4cdb-9f68-cda80b0df854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:02.953100 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a3674d4f-5c49-4b43-8db4-5533596e2aa6 req-f3472b53-9276-4230-907d-201eef1f0937 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183388 May 19 02:32:02.970596 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:32:02.980930 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb7aec-f7c9-4c15-bd2e-c70b181af5fb req-6a6762b8-3003-4ebd-b49e-235dbbe2c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:02.982492 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-91bb7aec-f7c9-4c15-bd2e-c70b181af5fb req-6a6762b8-3003-4ebd-b49e-235dbbe2c798 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1098 time: 0.1870861 May 19 02:32:03.077051 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-60ee2094-23bb-4cdb-9f68-cda80b0df854 None None] Port 1519529a-8f2c-4c45-8c1d-7449fd79912b cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:32:03.081826 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 35093b88-4131-46ae-87d8-d37e19a688c3 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:03.197940 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:32:03.212190 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Sync routers for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:32:03.225715 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] 10.222.0.60 "PUT /v2.0/routers/ea0a371b-b7a8-4ab4-9454-b9adcbf43afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9522207 May 19 02:32:03.265381 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f2bc5-6ac7-4a09-bc47-2d96d242a2a3 req-739bcb08-dd60-4721-8760-394ae35a70c9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:03.266930 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ba6f2bc5-6ac7-4a09-bc47-2d96d242a2a3 req-739bcb08-dd60-4721-8760-394ae35a70c9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2205150 May 19 02:32:03.284224 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-91bb7aec-f7c9-4c15-bd2e-c70b181af5fb req-105ec0ec-a9ab-490c-911e-484c59d56123 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882514 May 19 02:32:03.285354 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:03.286162 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:31:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:03.373313 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ba6f2bc5-6ac7-4a09-bc47-2d96d242a2a3 req-ca0b76a2-6816-41c4-854b-4439bba5f5f6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964599 May 19 02:32:03.420948 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 35093b88-4131-46ae-87d8-d37e19a688c3 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:03.422065 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:03.889894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863b06-a72c-44bb-bb66-f00f7be79b18 req-199e2372-4162-49d0-a9d6-3eed441677aa tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:03.902970 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a1863b06-a72c-44bb-bb66-f00f7be79b18 req-199e2372-4162-49d0-a9d6-3eed441677aa tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2311456 May 19 02:32:03.915610 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dd347-6b0e-4e91-8e5e-1974b40cc0ef req-36d69204-b002-4a30-b3a9-319544618f8f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:03.918348 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-504dd347-6b0e-4e91-8e5e-1974b40cc0ef req-36d69204-b002-4a30-b3a9-319544618f8f tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.2116842 May 19 02:32:03.925213 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:04.032593 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-504dd347-6b0e-4e91-8e5e-1974b40cc0ef req-b98c85a7-0eed-4b89-ba42-2a948d9abf1e tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966365 May 19 02:32:04.048258 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a1863b06-a72c-44bb-bb66-f00f7be79b18 req-67b9349d-b0ad-49bb-87bf-2ff6b2fba649 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442471 May 19 02:32:04.362077 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b20f1-63bb-4f5d-b772-e6b8cd3868ac req-14460832-9a18-488a-9d7e-fd1a44f4aab5 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:04.364851 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1f0b20f1-63bb-4f5d-b772-e6b8cd3868ac req-14460832-9a18-488a-9d7e-fd1a44f4aab5 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.1480870 May 19 02:32:04.368790 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6bf5cac1-6713-4b50-8fef-e047da5d32c8 req-db6636a1-caae-4958-b59d-ca9211322365 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 210 time: 0.0706708 May 19 02:32:04.497430 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1f0b20f1-63bb-4f5d-b772-e6b8cd3868ac req-59a3b5b5-f138-482f-b1b3-650c6830945b tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263139 May 19 02:32:04.593258 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36390) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:04.598944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1798000172-network', 'tenant_id': '04385ecfe04447749c5060be753057a2'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:04.611412 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:04.630738 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Usage tracker for resource:network and tenant:04385ecfe04447749c5060be753057a2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:04.644775 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:04.660106 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:04.677887 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Made reservation on behalf of 04385ecfe04447749c5060be753057a2 for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:32:04.683616 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:04.698463 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 2, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:04.699143 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-c4655fa5-add8-463c-b412-110086a371c4 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5db026a3378c4bd78b8cf53be62cbf75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614488 May 19 02:32:04.713384 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Checking router: ea0a371b-b7a8-4ab4-9454-b9adcbf43afd for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:32:04.714021 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Updating router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd port 1519529a-8f2c-4c45-8c1d-7449fd79912b binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:32:04.744237 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:04.792404 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:04.800116 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Usage tracker for resource:security_group_rule and tenant:04385ecfe04447749c5060be753057a2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:04.803074 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:04.807745 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:04.828040 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:04.934956 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6b7b-eb41-4b61-903e-2b35d6ab0cbd req-284c430b-0671-42d3-bb98-0a33113ad609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:04.949360 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-798c6b7b-eb41-4b61-903e-2b35d6ab0cbd req-284c430b-0671-42d3-bb98-0a33113ad609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2468877 May 19 02:32:05.052931 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-798c6b7b-eb41-4b61-903e-2b35d6ab0cbd req-7465b066-b883-4c4a-93c1-a0077b95393d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019318 May 19 02:32:05.185169 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.193968 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.204416 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-300a847e-477e-4b5d-aaac-7b6440641832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:05.268018 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-4538f472-0650-43bb-afc2-2eb5f996aa16 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:05.269743 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-4538f472-0650-43bb-afc2-2eb5f996aa16 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5607033 May 19 02:32:05.285388 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8373c7-a039-48da-9351-df9f371fff15,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:05.290881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:05.319360 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Request body: {'port': {'device_id': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc', 'admin_state_up': True, 'tenant_id': '5db026a3378c4bd78b8cf53be62cbf75'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:05.329374 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=91265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:32:05.361859 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.362369 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Added segment 0c6d225d-d93f-4d7e-8e21-a7333868740a of type vlan for network d3e69c68-6f8c-424a-b7bc-5145af914b73 May 19 02:32:05.528893 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.554223 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Transition to ACTIVE for port object 1519529a-8f2c-4c45-8c1d-7449fd79912b will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:05.569491 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.585170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.590510 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:05.599361 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:05.604713 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Usage tracker for resource:port and tenant:5db026a3378c4bd78b8cf53be62cbf75 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:05.609215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:05.623757 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:05.638624 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Made reservation on behalf of 5db026a3378c4bd78b8cf53be62cbf75 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:32:05.643853 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.658241 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d37c7f-7bb9-44cf-aaa7-8b0c7536680a req-39e83c34-4861-4a30-beb9-e0f79f5d1e39 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:05.668489 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-27d37c7f-7bb9-44cf-aaa7-8b0c7536680a req-39e83c34-4861-4a30-beb9-e0f79f5d1e39 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3004735 May 19 02:32:05.680047 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.697043 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.705410 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:05.706383 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.721834 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:05.728029 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Usage tracker for resource:security_group_rule and tenant:5db026a3378c4bd78b8cf53be62cbf75 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:05.734101 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:05.745140 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4d2dd-baae-413c-bb9e-3eacac9cca88 req-7a00b195-7cc0-4a55-bbb0-d956c6fe625c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:05.748692 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:05.760279 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d1a4d2dd-baae-413c-bb9e-3eacac9cca88 req-7a00b195-7cc0-4a55-bbb0-d956c6fe625c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.3116899 May 19 02:32:05.786495 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:05.898162 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.904311 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:05.977565 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e52d1afb-59c7-4be9-9ba3-6cf4dd9f48e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:06.022141 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce8d9df-0337-4897-be04-19b0764a9d46,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:06.025679 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:06.028782 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Attempting to bind port 1519529a-8f2c-4c45-8c1d-7449fd79912b on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:32:06.030622 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Attempting to bind port 1519529a-8f2c-4c45-8c1d-7449fd79912b by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:32:06.031572 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Attempting to bind port 1519529a-8f2c-4c45-8c1d-7449fd79912b on network 44cf7665-c99d-49c4-ac82-adb7b7f06249 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:06.045876 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:32:06.046592 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Checking segment: {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:32:06.047131 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:06.047636 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Bound using segment: {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:32:06.048390 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Bound port: 1519529a-8f2c-4c45-8c1d-7449fd79912b, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:32:06.048972 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:06.175696 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09128ecb-2c3b-4066-ac77-b2bd2ad03e77 None None] Pushing event updated for resources: {'Port': ['ID=1519529a-8f2c-4c45-8c1d-7449fd79912b,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:06.179986 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-09128ecb-2c3b-4066-ac77-b2bd2ad03e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:06.204888 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Allocated IP 192.168.233.252 (56329221-7c4c-46d2-9e1e-cccc7a5ab8dc/0ac552bc-29f4-42f4-b6dc-0726b2ae8724/fe518d9a-988e-4ab4-9207-7ef3faf36f98) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:32:06.206226 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] For port 1519529a-8f2c-4c45-8c1d-7449fd79912b, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:32:06.216943 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] For port 1519529a-8f2c-4c45-8c1d-7449fd79912b, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=1519529a-8f2c-4c45-8c1d-7449fd79912b,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:32:06.228278 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:06.229260 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6347785 May 19 02:32:06.233798 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:06.241293 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-27d37c7f-7bb9-44cf-aaa7-8b0c7536680a req-046c0d78-b4ee-4584-b9e2-f1ca3323a605 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715177 May 19 02:32:06.248648 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36408) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:06.269986 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Request body: {'subnet': {'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1798000172-subnet', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:06.299317 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Pushing event updated for resources: {'Network': ['ID=d3e69c68-6f8c-424a-b7bc-5145af914b73,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:06.319042 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:32:06.345698 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d1a4d2dd-baae-413c-bb9e-3eacac9cca88 req-13e02985-21b0-473b-9046-8b1d57277ac7 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839703 May 19 02:32:06.357368 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:06.361587 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:06.382626 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Usage tracker for resource:subnet and tenant:04385ecfe04447749c5060be753057a2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:06.406504 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:06.440241 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:06.484762 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Made reservation on behalf of 04385ecfe04447749c5060be753057a2 for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:32:06.489535 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:06.500579 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:06.501653 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:31:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:06.571688 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09128ecb-2c3b-4066-ac77-b2bd2ad03e77 None None] Pushing event updated for resources: {'Port': ['ID=1519529a-8f2c-4c45-8c1d-7449fd79912b,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:06.575340 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-09128ecb-2c3b-4066-ac77-b2bd2ad03e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:06.633297 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:06.650030 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Transition to ACTIVE for port object fe518d9a-988e-4ab4-9207-7ef3faf36f98 will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:06.717047 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:06.728096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1ab909ef-5ef7-48b3-bd42-f340507b1272 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:06.794015 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:06.908506 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:06.916485 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:06.920044 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Pushing event updated for resources: {'Port': ['ID=fe518d9a-988e-4ab4-9207-7ef3faf36f98,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:06.923041 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:32:06.959346 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:06.987884 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-59e4e8c4-cf4f-4734-b3ea-9bee1cc911fa tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:06.989385 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-59e4e8c4-cf4f-4734-b3ea-9bee1cc911fa tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Synchronizing usage tracker for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:32:06.999065 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d1c8f-0b5d-41c5-82f7-b2bd1bdd159c req-dd0a4d56-45d4-44d7-ace8-8a6d41a6bc8f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:07.001766 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-591d1c8f-0b5d-41c5-82f7-b2bd1bdd159c req-dd0a4d56-45d4-44d7-ace8-8a6d41a6bc8f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.2199383 May 19 02:32:07.032028 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:07.032919 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:07.057104 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-59e4e8c4-cf4f-4734-b3ea-9bee1cc911fa tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Unset dirty status for tenant:5723aaf8643e4438b160b02c777b9781 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:32:07.058382 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-59e4e8c4-cf4f-4734-b3ea-9bee1cc911fa tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.3859289 May 19 02:32:07.064147 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7786677 May 19 02:32:07.117909 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afc0e0-3b13-4cfd-b775-8c0c28748248 req-a83f8bb5-60bb-47af-8ef1-091fa50cf6b8 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:07.122868 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1afc0e0-3b13-4cfd-b775-8c0c28748248 req-a83f8bb5-60bb-47af-8ef1-091fa50cf6b8 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 936 time: 0.4267812 May 19 02:32:07.139556 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-591d1c8f-0b5d-41c5-82f7-b2bd1bdd159c req-485c3d61-81dd-4d3f-9aa5-f58c76bdf029 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240935 May 19 02:32:07.158470 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Request body: {'port': {'device_id': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:07.230370 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1afc0e0-3b13-4cfd-b775-8c0c28748248 req-b2e26a73-021c-4de8-85be-4bb866a01aa5 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859447 May 19 02:32:07.485378 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:07.662379 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-43ad9d92-6e12-48d9-80fa-611962b93486 None None] Provisioning for port fe518d9a-988e-4ab4-9207-7ef3faf36f98 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:07.690754 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-43ad9d92-6e12-48d9-80fa-611962b93486 None None] Provisioning complete for port fe518d9a-988e-4ab4-9207-7ef3faf36f98 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:07.691156 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-43ad9d92-6e12-48d9-80fa-611962b93486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:07.770458 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-43ad9d92-6e12-48d9-80fa-611962b93486 None None] Port fe518d9a-988e-4ab4-9207-7ef3faf36f98 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:32:07.782303 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071479c-74dd-494c-b789-736e814972c0 req-c05c8894-dbb5-45e2-9a47-27980da55058 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:07.782632 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:06Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:07.784209 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7071479c-74dd-494c-b789-736e814972c0 req-c05c8894-dbb5-45e2-9a47-27980da55058 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.3440621 May 19 02:32:07.790623 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9aa87-e0df-4bbf-ac31-715a5cbc14c2 None None] The sync data for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb is: [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:06Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:32:07.801273 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b088641-9b1d-4313-8aa2-dc006361912e req-c32276a7-d382-4a94-b36f-2c6c9f4bded1 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:07.802939 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5b088641-9b1d-4313-8aa2-dc006361912e req-c32276a7-d382-4a94-b36f-2c6c9f4bded1 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.2675722 May 19 02:32:07.844784 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Deleting port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:32:07.845363 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:07.997739 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5b088641-9b1d-4313-8aa2-dc006361912e req-b09f8cd8-400e-433c-a86f-d60e4a1acecf tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653800 May 19 02:32:08.036173 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7071479c-74dd-494c-b789-736e814972c0 req-ffa9d029-ffba-4c3f-824c-916ac7200f7a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315321 May 19 02:32:08.037713 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.043865 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-02609bc4-9b84-44d4-b537-e109bcd460be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:08.156216 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f4bf73-9c58-4788-b9ff-6edfdbf1aedf,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:08.160430 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:08.180568 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Checking segment: {'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:32:08.180894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Network hostable DHCP agents. Network: d3e69c68-6f8c-424a-b7bc-5145af914b73, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:32:08.224664 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:32:08.248008 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, d3e69c68-6f8c-424a-b7bc-5145af914b73) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:08.252366 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:08.253252 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.262340 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f3fc20-a2b0-46be-888f-1b5d6b98f0a3 None None] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:32:08.298561 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ae89c490-e5fd-4d83-a7f4-c56263151560 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0496449 May 19 02:32:08.299393 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36422) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:08.304688 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:08.327256 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:08.331360 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Usage tracker for resource:router and tenant:04385ecfe04447749c5060be753057a2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:08.342892 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:08.352903 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:08.499344 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-462708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12556'] for router, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.500359 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450869', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12551'] for router, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.575991 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.607224 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe518d9a-988e-4ab4-9207-7ef3faf36f98 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:32:08.626018 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.653957 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Transition to ACTIVE for port object fe518d9a-988e-4ab4-9207-7ef3faf36f98 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:08.670092 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.687367 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:08.747339 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0afb7b3e-3a39-5976-a7e3-99924e0b81b1-d3e69c68-6f8c-424a-b7bc-5145af914b73', 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'fixed_ips': [{'subnet_id': 'd5f4bf73-9c58-4788-b9ff-6edfdbf1aedf'}]}} from dv-cinder-784623-11-smb. {{(pid=91267) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 02:32:08.749196 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:08.849785 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1defea-04e5-4ccd-b1e3-92c315a9738d req-498d5452-b8fb-433a-8791-58ae77eace18 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:08.852428 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4e1defea-04e5-4ccd-b1e3-92c315a9738d req-498d5452-b8fb-433a-8791-58ae77eace18 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 946 time: 0.4183991 May 19 02:32:08.879020 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e725bf-aa18-49d5-b926-bae35d800326 req-546a6c79-c842-425f-938c-2ec828fdb2f7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:08.881124 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d1e725bf-aa18-49d5-b926-bae35d800326 req-546a6c79-c842-425f-938c-2ec828fdb2f7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.5222805 May 19 02:32:09.091624 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 1519529a-8f2c-4c45-8c1d-7449fd79912b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:09.190412 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] For port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,segment=NetworkSegment(769ae5e0-a8a8-4cd7-ac26-1348764d7345),segment_id=769ae5e0-a8a8-4cd7-ac26-1348764d7345)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:09.192499 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:09.278733 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.db_base_plugin_common [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Allocated IP 172.20.0.2 (d3e69c68-6f8c-424a-b7bc-5145af914b73/d5f4bf73-9c58-4788-b9ff-6edfdbf1aedf/b680cbd8-fd56-4d59-a872-26d9ef91d1c0) {{(pid=91267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:32:09.306239 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 1519529a-8f2c-4c45-8c1d-7449fd79912b completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:09.317430 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 1519529a-8f2c-4c45-8c1d-7449fd79912b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:09.317947 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:09.412588 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe518d9a-988e-4ab4-9207-7ef3faf36f98,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:09.503308 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4e1defea-04e5-4ccd-b1e3-92c315a9738d req-2b96d0fb-8e08-439e-ab3f-0e251fe616cc tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/security-groups?id=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177866 May 19 02:32:09.507416 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:09.508546 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450876', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12657'] for router, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:09.580125 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Calling delete_port for e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:32:09.636381 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d1e725bf-aa18-49d5-b926-bae35d800326 req-295f6f4f-7bbf-4ca4-93ca-55df13a15bc8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072179 May 19 02:32:09.663062 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Attempting to bind port fe518d9a-988e-4ab4-9207-7ef3faf36f98 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:32:09.663582 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Attempting to bind port fe518d9a-988e-4ab4-9207-7ef3faf36f98 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:32:09.664258 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Attempting to bind port fe518d9a-988e-4ab4-9207-7ef3faf36f98 on network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:09.699454 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Port fe518d9a-988e-4ab4-9207-7ef3faf36f98 on network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:32:09.703672 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Attempting to bind port fe518d9a-988e-4ab4-9207-7ef3faf36f98 on network 56329221-7c4c-46d2-9e1e-cccc7a5ab8dc {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:09.734729 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:32:09.746431 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Checking segment: {'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:32:09.747199 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Bound using segment: {'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:32:09.748051 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Bound port: fe518d9a-988e-4ab4-9207-7ef3faf36f98, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c327f3fd-7b69-4414-8dd3-ca96690c9e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:32:09.748695 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:09.980295 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] For port fe518d9a-988e-4ab4-9207-7ef3faf36f98, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:32:09.985784 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] For port fe518d9a-988e-4ab4-9207-7ef3faf36f98, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe518d9a-988e-4ab4-9207-7ef3faf36f98,segment=NetworkSegment(c327f3fd-7b69-4414-8dd3-ca96690c9e40),segment_id=c327f3fd-7b69-4414-8dd3-ca96690c9e40)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:32:09.993465 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:09.997810 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a70ac75b-f285-4534-812b-844cedf24b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:10.033889 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.100534 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:10.101184 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.102704 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] 10.222.0.11 "PUT /v2.0/ports/fe518d9a-988e-4ab4-9207-7ef3faf36f98 HTTP/1.1" status: 200 len: 1098 time: 2.9600661 May 19 02:32:10.103454 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'tag': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:10.153574 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Notify callbacks [] for port, precommit_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.167507 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe518d9a-988e-4ab4-9207-7ef3faf36f98,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:10.265186 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:10.299175 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.300357 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Transition to ACTIVE for port object b680cbd8-fd56-4d59-a872-26d9ef91d1c0 will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:10.331661 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:10.442765 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Transition to ACTIVE for port object b680cbd8-fd56-4d59-a872-26d9ef91d1c0 will not be triggered until provisioned by entity DHCP. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:10.496522 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Pushing event deleted for resources: {'Port': ['ID=e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:10.505697 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.515079 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] No DVR routers for this DVR port e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:32:10.521404 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:10.529938 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:10.537256 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.555040 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.574000 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.582459 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6d692c23-f06f-418b-91a2-245ff1505dd5 req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.11 "DELETE /v2.0/ports/e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 HTTP/1.1" status: 204 len: 173 time: 3.5070567 May 19 02:32:10.623660 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:10.644073 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ccf16e89-fbe0-43c6-a4f1-3129a7989458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:10.648107 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-ccf16e89-fbe0-43c6-a4f1-3129a7989458 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db026a3378c4bd78b8cf53be62cbf75&device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 1101 time: 0.4821596 May 19 02:32:10.649896 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Pushing event updated for resources: {'Port': ['ID=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,revision_number=1']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:10.664808 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:10.678302 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 is already hosted by enough agents. {{(pid=91267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:10.681295 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.scheduler.base_scheduler [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Resources bound (agent type, host, resource id): {{(pid=91267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:10.744148 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Received port after_create {{(pid=91267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:32:10.750067 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922ac81-1002-4ed6-92f9-2aa58bfbee57 req-7d66dfe9-aa6a-41c4-9477-173ebc5c3611 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:10.758453 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e922ac81-1002-4ed6-92f9-2aa58bfbee57 req-7d66dfe9-aa6a-41c4-9477-173ebc5c3611 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 948 time: 0.6437485 May 19 02:32:10.858846 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-b08d5a7e-8108-49e0-933d-1654734c86d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fe518d9a-988e-4ab4-9207-7ef3faf36f98 HTTP/1.1" status: 200 len: 217 time: 0.1929495 May 19 02:32:10.869791 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e922ac81-1002-4ed6-92f9-2aa58bfbee57 req-30eff252-94f7-4679-8022-07e518f852ad tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099396 May 19 02:32:10.955669 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 1519529a-8f2c-4c45-8c1d-7449fd79912b, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=1519529a-8f2c-4c45-8c1d-7449fd79912b,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:11.043702 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724de76-faa4-4b9b-80da-b0de72793ace req-095397ca-7bf2-4574-bd63-da03e19a5956 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:11.055499 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0724de76-faa4-4b9b-80da-b0de72793ace req-095397ca-7bf2-4574-bd63-da03e19a5956 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.6712861 May 19 02:32:11.056974 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'tag': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98', 'status': 'completed', 'code': 200} May 19 02:32:11.083615 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-abca2a3d-1143-4aca-be90-291c723dcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:11.086102 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-abca2a3d-1143-4aca-be90-291c723dcdd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ac552bc-29f4-42f4-b6dc-0726b2ae8724 HTTP/1.1" status: 200 len: 843 time: 0.2115817 May 19 02:32:11.134470 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:11.176547 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:11.210129 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Allocated IP 172.28.2.58 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/68a4e436-740c-4abc-9b07-6f6c4616ba12) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:32:11.234311 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0724de76-faa4-4b9b-80da-b0de72793ace req-299b8d84-4d1f-4ca8-a82c-026be1024c0e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769145 May 19 02:32:11.317792 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-233faef9-a8af-4197-8618-b6536214441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:11.319294 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-233faef9-a8af-4197-8618-b6536214441e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56329221-7c4c-46d2-9e1e-cccc7a5ab8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2221725 May 19 02:32:11.321028 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Attempting to bind port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:32:11.321560 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Attempting to bind port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:32:11.321975 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Attempting to bind port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 on network d3e69c68-6f8c-424a-b7bc-5145af914b73 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:11.330416 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=1519529a-8f2c-4c45-8c1d-7449fd79912b,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:11.347099 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:11.352949 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:32:11.353577 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Checking segment: {'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:32:11.354248 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:11.354897 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Bound using segment: {'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:32:11.355695 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Bound port: b680cbd8-fd56-4d59-a872-26d9ef91d1c0, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:32:11.367412 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:11.580879 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] For port b680cbd8-fd56-4d59-a872-26d9ef91d1c0, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:32:11.590869 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] For port b680cbd8-fd56-4d59-a872-26d9ef91d1c0, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,segment=NetworkSegment(0c6d225d-d93f-4d7e-8e21-a7333868740a),segment_id=0c6d225d-d93f-4d7e-8e21-a7333868740a)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:32:11.633157 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-b67ce15a-f389-4e55-93e6-f06990778a7c service neutron] 10.222.0.11 "GET /v2.0/networks/56329221-7c4c-46d2-9e1e-cccc7a5ab8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977335 May 19 02:32:11.637157 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:32:11.648585 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-823129f6-e379-497b-b830-bbd83176131a req-36741b96-4368-40d0-9fa3-780ea4a98413 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] 10.222.0.60 "GET /v2.0/ports?device_id=bed9895d-072d-4825-bd5e-17ebbe7898fc HTTP/1.1" status: 200 len: 210 time: 0.0821335 May 19 02:32:11.736316 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:11.757000 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:11.801761 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e925-08b1-4008-b996-fa4b9a2d5325 req-995cee6f-8b0a-440d-90df-15a7064844d2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:11.803654 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-75c1e925-08b1-4008-b996-fa4b9a2d5325 req-995cee6f-8b0a-440d-90df-15a7064844d2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.4610314 May 19 02:32:11.910745 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:11.925019 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:32:11.925371 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:32:11.950583 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ef2ea0c0-559d-4437-8cf7-0c935b1fed6b req-054a62a9-5e5d-4bd2-9b9f-f1cf22788dd2 service neutron] 10.222.0.11 "GET /v2.0/networks/56329221-7c4c-46d2-9e1e-cccc7a5ab8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866604 May 19 02:32:11.988185 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Pushing event updated for resources: {'Port': ['ID=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,revision_number=2']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:11.988185 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:12.009590 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-75c1e925-08b1-4008-b996-fa4b9a2d5325 req-7bd38135-95a5-472d-a515-fd7be2d14f39 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758270 May 19 02:32:12.123245 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:12.170646 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:12.308117 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d156-2ab6-475c-97d8-2f2d7aa5f0f4 req-2eb3c670-87cd-4bf7-87de-c89378a52aae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:12.315604 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a628d156-2ab6-475c-97d8-2f2d7aa5f0f4 req-2eb3c670-87cd-4bf7-87de-c89378a52aae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.4170921 May 19 02:32:12.432354 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:12.442236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-9ef33825-5ffe-42af-9faf-27335e0e8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:12.443575 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-9ef33825-5ffe-42af-9faf-27335e0e8e88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5db026a3378c4bd78b8cf53be62cbf75&device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 1101 time: 0.2419212 May 19 02:32:12.468271 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ae1ab538-14a6-45b4-b4f7-7123698a6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:12.499514 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Pushing event updated for resources: {'Port': ['ID=68a4e436-740c-4abc-9b07-6f6c4616ba12,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:12.522092 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:12.540480 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:12.573041 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a628d156-2ab6-475c-97d8-2f2d7aa5f0f4 req-b3551829-014b-4aa2-a997-99637d8ed386 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561991 May 19 02:32:12.578003 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:32:12.772700 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-0a2fc641-4adb-41fb-af7f-bae0707641af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:12.775662 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-0a2fc641-4adb-41fb-af7f-bae0707641af service neutron] 10.222.0.11 "GET /v2.0/networks?id=56329221-7c4c-46d2-9e1e-cccc7a5ab8dc HTTP/1.1" status: 200 len: 869 time: 0.3197427 May 19 02:32:13.097105 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'name': 'network-vif-deleted', 'tag': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:13.104769 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-a2227d68-e1dc-4d41-a223-b12714126f3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=fe518d9a-988e-4ab4-9207-7ef3faf36f98 HTTP/1.1" status: 200 len: 217 time: 0.2901907 May 19 02:32:13.234402 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-c42c9eaa-7026-4ae5-b72a-80222177f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:13.240548 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-c42c9eaa-7026-4ae5-b72a-80222177f70c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ac552bc-29f4-42f4-b6dc-0726b2ae8724 HTTP/1.1" status: 200 len: 843 time: 0.1164248 May 19 02:32:13.287528 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638ff4e-1923-4fc1-90be-ca1fbce23516 req-2514529f-3599-418b-9f3b-96426ad8a49d tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:13.295556 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a638ff4e-1923-4fc1-90be-ca1fbce23516 req-2514529f-3599-418b-9f3b-96426ad8a49d tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 948 time: 0.8468721 May 19 02:32:13.427811 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-5b53b400-8bdb-4547-8f82-9a71c4ab68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:13.429341 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-5b53b400-8bdb-4547-8f82-9a71c4ab68dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56329221-7c4c-46d2-9e1e-cccc7a5ab8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787424 May 19 02:32:13.578902 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device b680cbd8-fd56-4d59-a872-26d9ef91d1c0 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:13.634347 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a638ff4e-1923-4fc1-90be-ca1fbce23516 req-971429e2-fe51-4591-b2a2-513373f6b33b tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385797 May 19 02:32:13.709262 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcefd-6a07-4e5d-ab10-7f9b975df037 req-d7988a88-40d4-4727-a873-ef7e8b76e023 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:13.719523 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bdedcefd-6a07-4e5d-ab10-7f9b975df037 req-d7988a88-40d4-4727-a873-ef7e8b76e023 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.6078207 May 19 02:32:13.774214 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:13.787205 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 1519529a-8f2c-4c45-8c1d-7449fd79912b up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:13.832882 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-2daac7ea-c966-428b-9ca2-5263d3bc50d6 service neutron] 10.222.0.11 "GET /v2.0/networks/56329221-7c4c-46d2-9e1e-cccc7a5ab8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934336 May 19 02:32:13.905924 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36458) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:13.918698 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 1519529a-8f2c-4c45-8c1d-7449fd79912b triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:13.919533 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.027796 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c73342d-386c-4b13-85ab-b33a8c33729a None None] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:32:14.028211 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Deleting subnet ae7579fd-9980-4370-8e05-f83befb3d8bc {{(pid=91266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:32:14.031276 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.091020 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bdedcefd-6a07-4e5d-ab10-7f9b975df037 req-5a50917d-16a7-4fdf-b0c0-b392d31f8f5e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701954 May 19 02:32:14.094030 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2257566'] for subnet, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.146675 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.164381 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.237758 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Provisioning for port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:14.246184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Provisioning complete for port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:14.246639 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.424049 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.485051 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed9895d-072d-4825-bd5e-17ebbe7898fc', 'name': 'network-vif-deleted', 'tag': 'e29a4f1c-1ca9-4686-bff2-d2ab9ad0dcf1', 'status': 'completed', 'code': 200} May 19 02:32:14.487478 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] For port b680cbd8-fd56-4d59-a872-26d9ef91d1c0, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,segment=NetworkSegment(0c6d225d-d93f-4d7e-8e21-a7333868740a),segment_id=0c6d225d-d93f-4d7e-8e21-a7333868740a)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:14.496161 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.498588 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:14.559862 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035146'] for subnet, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.578298 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-84c81396-e1d9-4ef2-905e-522f8e0822bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:14.590737 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afae03-b1bf-447f-b4ca-0794636562ae req-0e416aaf-11c2-4846-b0bf-c5cbcc369746 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:14.603738 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-82afae03-b1bf-447f-b4ca-0794636562ae req-0e416aaf-11c2-4846-b0bf-c5cbcc369746 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3663945 May 19 02:32:14.648651 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7579fd-9980-4370-8e05-f83befb3d8bc,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:14.661871 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Pushing event updated for resources: {'Port': ['ID=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:14.662481 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:14.673367 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:14.674762 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.688122 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ae7579fd-9980-4370-8e05-f83befb3d8bc HTTP/1.1" status: 204 len: 168 time: 0.7674699 May 19 02:32:14.688571 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36466) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:14.826440 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-9a147b0e-3271-4c33-b77b-c1722f5f34c3 None None] Provisioning complete for port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:14.826905 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-9a147b0e-3271-4c33-b77b-c1722f5f34c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:14.842901 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-82afae03-b1bf-447f-b4ca-0794636562ae req-896c496f-4f5f-4d5d-a62c-9eaae28c5597 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357407 May 19 02:32:14.903454 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-fe24be89-743e-47ea-8f06-ade12a2cec6e req-cc2c98bf-1e77-439a-ab6b-909818f95e8b service neutron] 10.222.0.11 "GET /v2.0/networks/56329221-7c4c-46d2-9e1e-cccc7a5ab8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0532172 May 19 02:32:14.999064 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.166203 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450959'] for router, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.267160 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.291480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.292434 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9bec6-9825-4bf4-afca-07eb5acfcfb3 req-d908931d-5735-429d-b304-a3d8bda9f74e tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:15.305418 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-44e9bec6-9825-4bf4-afca-07eb5acfcfb3 req-d908931d-5735-429d-b304-a3d8bda9f74e tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 948 time: 0.3842001 May 19 02:32:15.326783 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751509f-c158-4969-9b77-2378a30a3450']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:15.352478 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device b680cbd8-fd56-4d59-a872-26d9ef91d1c0 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:15.373655 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769ae5e0-a8a8-4cd7-ac26-1348764d7345') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:15.375796 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769ae5e0-a8a8-4cd7-ac26-1348764d7345') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:15.421413 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.445027 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.457845 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:32:15.458583 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:32:15.481543 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:32:15.496336 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device fe518d9a-988e-4ab4-9207-7ef3faf36f98 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:32:15.530853 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-13337f19-c703-4968-b149-8b1f77baa50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.536327 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:15.537025 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.580525 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:32:15.582914 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-44e9bec6-9825-4bf4-afca-07eb5acfcfb3 req-f646bb83-5c68-4ad1-8611-927f2a1cc8dd tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763610 May 19 02:32:15.635292 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.644496 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c65acb-913a-4b4a-ab7e-5c6a7c23c6d1 req-181f5a50-cb7c-4b5c-8b9a-2cb3af057eff tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:15.646050 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-59c65acb-913a-4b4a-ab7e-5c6a7c23c6d1 req-181f5a50-cb7c-4b5c-8b9a-2cb3af057eff tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.2371123 May 19 02:32:15.649731 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-819a954d-17ff-43ac-a286-e295c15f66d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:15.679950 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:15.692349 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Pushing event deleted for resources: {'Network': ['ID=c751509f-c158-4969-9b77-2378a30a3450,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:15.706703 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:15.725202 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ce74ced7-1535-41e3-99a0-6252d6cdeb50 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c751509f-c158-4969-9b77-2378a30a3450 HTTP/1.1" status: 204 len: 168 time: 1.0351150 May 19 02:32:15.790093 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Router f7982ae7-4391-4ed3-a97d-210598017e53 is scheduled to L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 with binding_index 1 {{(pid=91265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 02:32:15.797985 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-59c65acb-913a-4b4a-ab7e-5c6a7c23c6d1 req-fa02fed5-af48-42e4-ae0a-56d78c2c3be0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410375 May 19 02:32:16.059320 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36486) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:16.105603 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port fe518d9a-988e-4ab4-9207-7ef3faf36f98, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe518d9a-988e-4ab4-9207-7ef3faf36f98,segment=NetworkSegment(c327f3fd-7b69-4414-8dd3-ca96690c9e40),segment_id=c327f3fd-7b69-4414-8dd3-ca96690c9e40)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:16.151382 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6e0c4bc0-0972-4b82-896d-9790338a79f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5723aaf8643e4438b160b02c777b9781&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0898650 May 19 02:32:16.152736 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36490) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:16.208410 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98', 'network_id': '56329221-7c4c-46d2-9e1e-cccc7a5ab8dc', 'port_id': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98', 'mac_address': 'fa:16:3e:c3:cc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac552bc-29f4-42f4-b6dc-0726b2ae8724', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:32:16.284334 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.286292 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.328011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.353185 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:32:16.371931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.372186 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Sync routers for ids ['f7982ae7-4391-4ed3-a97d-210598017e53'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:32:16.389102 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Routers {'f7982ae7-4391-4ed3-a97d-210598017e53'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:16.391896 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe518d9a-988e-4ab4-9207-7ef3faf36f98 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:32:16.393653 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:32:16Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['f7982ae7-4391-4ed3-a97d-210598017e53'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:16.443478 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port fe518d9a-988e-4ab4-9207-7ef3faf36f98, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe518d9a-988e-4ab4-9207-7ef3faf36f98,segment=NetworkSegment(c327f3fd-7b69-4414-8dd3-ca96690c9e40),segment_id=c327f3fd-7b69-4414-8dd3-ca96690c9e40)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:16.449098 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.451519 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-011c0b30-1d9b-42b5-b559-4104c3f2cf10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:16.516006 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.537531 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-5cd99a3a-7c6c-4f35-9be4-4c63d0e88762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:16.576370 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dcaa5-af6f-4a1b-8cbb-52f295656dda req-21bec5a8-d919-4c01-8f61-696770ec1d87 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:16.582481 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b84dcaa5-af6f-4a1b-8cbb-52f295656dda req-21bec5a8-d919-4c01-8f61-696770ec1d87 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3547442 May 19 02:32:16.586492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.591175 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-17b6c9be-c078-462e-aac5-b766f0dca885 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.2873032 May 19 02:32:16.592051 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36500) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:16.595991 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:16.602606 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:16.622316 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:16.626010 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9db46dfa-a96e-4a1e-858c-2c0f3d7c5a12 HTTP/1.1" status: 204 len: 168 time: 0.4692705 May 19 02:32:16.784274 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b84dcaa5-af6f-4a1b-8cbb-52f295656dda req-c60e3941-4e69-4727-86ed-b9a01e5c95a3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861823 May 19 02:32:16.949710 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=fe518d9a-988e-4ab4-9207-7ef3faf36f98,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:16.961620 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:16.987209 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['fe518d9a-988e-4ab4-9207-7ef3faf36f98'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:32:17.123845 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Set router f7982ae7-4391-4ed3-a97d-210598017e53 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:17.466910 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712ba7c-6886-4e29-a7c6-53041a732fae req-a1f34bb8-abf4-4861-bee1-47b8006c8039 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:17.468739 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7712ba7c-6886-4e29-a7c6-53041a732fae req-a1f34bb8-abf4-4861-bee1-47b8006c8039 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 949 time: 0.5534151 May 19 02:32:17.477912 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:17.624072 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b89af-94f4-4c14-aee9-a40484597467 req-53e06383-89b1-4b99-b8ed-a1b0499beea7 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:17.626541 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4a6b89af-94f4-4c14-aee9-a40484597467 req-53e06383-89b1-4b99-b8ed-a1b0499beea7 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.4520938 May 19 02:32:17.694921 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7712ba7c-6886-4e29-a7c6-53041a732fae req-a9eb187c-a1fb-4de9-bfaf-20604d2b3d99 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098813 May 19 02:32:17.811097 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4a6b89af-94f4-4c14-aee9-a40484597467 req-eec757de-ffdb-4420-b7ab-38776a628d4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627109 May 19 02:32:17.840354 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:32:13Z', 'revision_number': 3, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port': {'id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:10Z', 'updated_at': '2021-05-19T02:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:17.845317 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Checking router: f7982ae7-4391-4ed3-a97d-210598017e53 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:32:17.845710 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Updating router f7982ae7-4391-4ed3-a97d-210598017e53 port 68a4e436-740c-4abc-9b07-6f6c4616ba12 binding host dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:32:17.962238 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:18.361169 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:18.656378 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:18.692500 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.provisioning_blocks [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Transition to ACTIVE for port object 68a4e436-740c-4abc-9b07-6f6c4616ba12 will not be triggered until provisioned by entity L2. {{(pid=91268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:18.710298 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:18.718012 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:18.730624 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2eefd-d276-4b29-a76d-8633bbdb00df req-17b305df-a6ec-4e4a-b890-16c04622b1e9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:18.734485 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ccf2eefd-d276-4b29-a76d-8633bbdb00df req-17b305df-a6ec-4e4a-b890-16c04622b1e9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.5784919 May 19 02:32:18.865610 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Attempting to bind port 68a4e436-740c-4abc-9b07-6f6c4616ba12 on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:32:18.867250 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Attempting to bind port 68a4e436-740c-4abc-9b07-6f6c4616ba12 by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:32:18.868028 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Attempting to bind port 68a4e436-740c-4abc-9b07-6f6c4616ba12 on network 886b682b-d830-4c51-a0f7-111db1c6c18d {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:18.869550 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ccf2eefd-d276-4b29-a76d-8633bbdb00df req-432e28fa-d58c-41c0-a49a-9e8ad0579f07 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137323 May 19 02:32:18.876382 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a58944-af84-4cab-a0e5-8ca9deb3583a None None] Pushing event updated for resources: {'Port': ['ID=68a4e436-740c-4abc-9b07-6f6c4616ba12,revision_number=2']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:18.884924 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-f7a58944-af84-4cab-a0e5-8ca9deb3583a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:18.887855 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:32:18.888716 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Checking segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:32:18.889613 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:18.890443 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Bound using segment: {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'} {{(pid=91268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:32:18.892365 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.managers [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Bound port: 68a4e436-740c-4abc-9b07-6f6c4616ba12, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6b20b1-4e28-499d-b500-cefe232d0543', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}}] {{(pid=91268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:32:18.893225 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:19.032544 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Allocated IP 172.20.0.1 (d3e69c68-6f8c-424a-b7bc-5145af914b73/d5f4bf73-9c58-4788-b9ff-6edfdbf1aedf/defeb4cc-e82c-44dd-9595-0a15e71db5dc) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:32:19.062861 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97589b7-d395-4dc3-87e9-8768b3e8918b req-eb337b1e-4cbf-44c6-a76f-63c45155ed27 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:19.065119 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c97589b7-d395-4dc3-87e9-8768b3e8918b req-eb337b1e-4cbf-44c6-a76f-63c45155ed27 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 949 time: 0.1536472 May 19 02:32:19.104134 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] For port 68a4e436-740c-4abc-9b07-6f6c4616ba12, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:32:19.120641 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.plugins.ml2.db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] For port 68a4e436-740c-4abc-9b07-6f6c4616ba12, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=68a4e436-740c-4abc-9b07-6f6c4616ba12,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:32:19.143703 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron_lib.callbacks.manager [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:19.165942 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-c5838405-80d5-46c8-a06d-a82bb0099301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:19.405982 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c97589b7-d395-4dc3-87e9-8768b3e8918b req-158fa73d-486a-452f-aa37-d580016275b2 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200204 May 19 02:32:19.467932 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device fe518d9a-988e-4ab4-9207-7ef3faf36f98 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:19.522495 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Routers {'f7982ae7-4391-4ed3-a97d-210598017e53'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:19.523121 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:32:16Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['f7982ae7-4391-4ed3-a97d-210598017e53'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:19.558854 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:19.613637 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Transition to ACTIVE for port object defeb4cc-e82c-44dd-9595-0a15e71db5dc will not be triggered until provisioned by entity DHCP. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:19.679131 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b1d8d-bc35-44e9-a52f-6cb7d98aea56 req-d0d05549-229a-4a70-8995-d1777a5a7697 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:19.686694 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a35b1d8d-bc35-44e9-a52f-6cb7d98aea56 req-d0d05549-229a-4a70-8995-d1777a5a7697 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.3003960 May 19 02:32:19.709234 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port fe518d9a-988e-4ab4-9207-7ef3faf36f98 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:19.718483 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port fe518d9a-988e-4ab4-9207-7ef3faf36f98 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:19.718927 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:19.747002 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a35b1d8d-bc35-44e9-a52f-6cb7d98aea56 req-d47db77e-ee94-4772-9471-142c34770ae0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588713 May 19 02:32:19.784911 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:19.797206 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:19.919984 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:19.921473 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:19.960989 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a58944-af84-4cab-a0e5-8ca9deb3583a None None] Pushing event updated for resources: {'Port': ['ID=68a4e436-740c-4abc-9b07-6f6c4616ba12,revision_number=3']} {{(pid=91268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:19.966632 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG oslo_concurrency.lockutils [None req-f7a58944-af84-4cab-a0e5-8ca9deb3583a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=91268) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:20.004867 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:32:20.007108 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454972'] for router_interface, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:20.010423 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:20.084566 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Pushing event updated for resources: {'Port': ['ID=defeb4cc-e82c-44dd-9595-0a15e71db5dc,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:20.089915 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port fe518d9a-988e-4ab4-9207-7ef3faf36f98, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe518d9a-988e-4ab4-9207-7ef3faf36f98,segment=NetworkSegment(c327f3fd-7b69-4414-8dd3-ca96690c9e40),segment_id=c327f3fd-7b69-4414-8dd3-ca96690c9e40)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:20.091480 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:20.098335 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:20.102850 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:20.105452 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] Set router f7982ae7-4391-4ed3-a97d-210598017e53 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:20.106535 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-09128ecb-2c3b-4066-ac77-b2bd2ad03e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:20.276607 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98', 'code': 200} May 19 02:32:20.337849 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=fe518d9a-988e-4ab4-9207-7ef3faf36f98,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:20.345281 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:20.372684 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-8c0658a5-4272-483c-818b-17823b61e6dd None None] Provisioning for port defeb4cc-e82c-44dd-9595-0a15e71db5dc completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:20.381019 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-8c0658a5-4272-483c-818b-17823b61e6dd None None] Provisioning complete for port defeb4cc-e82c-44dd-9595-0a15e71db5dc triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:20.381411 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-8c0658a5-4272-483c-818b-17823b61e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:20.616001 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:20.663277 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-8c0658a5-4272-483c-818b-17823b61e6dd None None] Port defeb4cc-e82c-44dd-9595-0a15e71db5dc cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:32:20.851290 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f22dbb-f770-40e8-b07f-ef50831cb17e req-08a6f86d-0717-4d97-b080-30837422f0e1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:20.853443 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-09f22dbb-f770-40e8-b07f-ef50831cb17e req-08a6f86d-0717-4d97-b080-30837422f0e1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.6831715 May 19 02:32:20.912332 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679faf5-432d-43bf-a316-c7ad58bd8316 req-42e9bfa0-cb14-43de-add2-2dda508a0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:20.917316 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a679faf5-432d-43bf-a316-c7ad58bd8316 req-42e9bfa0-cb14-43de-add2-2dda508a0faa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 1103 time: 0.3011973 May 19 02:32:20.959153 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-09f22dbb-f770-40e8-b07f-ef50831cb17e req-b2ed69ca-5184-4292-bbb9-9c22f01c89f6 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878484 May 19 02:32:21.036708 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a679faf5-432d-43bf-a316-c7ad58bd8316 req-217092dc-8f58-43be-b08b-32ca77e5df3f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104546 May 19 02:32:21.075951 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:32:13Z', 'revision_number': 3, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port': {'id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:10Z', 'updated_at': '2021-05-19T02:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:21.084796 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e41ea4b-d2ab-4483-a166-0274288fdfc0 None None] The sync data for ids ['f7982ae7-4391-4ed3-a97d-210598017e53'] in dv-cinder-784623-11-smb is: [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:32:13Z', 'revision_number': 3, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port': {'id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:10Z', 'updated_at': '2021-05-19T02:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:32:21.461055 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b71a4-e2c4-40c4-91ce-f75364cbb012 req-259cf00e-ec09-41df-866b-9000acae4df5 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:21.474353 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-829b71a4-e2c4-40c4-91ce-f75364cbb012 req-259cf00e-ec09-41df-866b-9000acae4df5 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 950 time: 0.4585052 May 19 02:32:21.613001 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:21.627563 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f675e-1c4f-4db6-bd50-5a1327dc791f req-189a57d8-6ea4-4992-a10d-3a61ff11113b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:21.630231 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e1f675e-1c4f-4db6-bd50-5a1327dc791f req-189a57d8-6ea4-4992-a10d-3a61ff11113b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.3978505 May 19 02:32:21.635073 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:21.635988 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455003'] for router_interface, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:21.649058 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:21.691505 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-829b71a4-e2c4-40c4-91ce-f75364cbb012 req-312e5f1b-e42b-4ce3-8c72-22aded517f19 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158167 May 19 02:32:21.807998 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e1f675e-1c4f-4db6-bd50-5a1327dc791f req-e00e64b1-2e38-4475-bce3-5dea564d0ea8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555417 May 19 02:32:22.029771 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Pushing event updated for resources: {'Port': ['ID=defeb4cc-e82c-44dd-9595-0a15e71db5dc,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:22.130563 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:22.322265 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:22.330720 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:22.499287 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d887b7-c81e-4ef9-a4b8-db41eac49bf2 req-ad354733-edd8-45eb-abb6-9f93f206226b tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:22.499287 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1d887b7-c81e-4ef9-a4b8-db41eac49bf2 req-ad354733-edd8-45eb-abb6-9f93f206226b tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.4810891 May 19 02:32:22.554470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8240466-85c2-4782-bc35-eb6a12c72da6 req-0295d0fe-7f43-4193-ac2c-20f1983021a3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:22.556163 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d8240466-85c2-4782-bc35-eb6a12c72da6 req-0295d0fe-7f43-4193-ac2c-20f1983021a3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.4271119 May 19 02:32:22.754476 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1d887b7-c81e-4ef9-a4b8-db41eac49bf2 req-ae49d4c0-5561-4031-b094-7b0c0f0ae8c3 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420158 May 19 02:32:22.762911 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Router f7982ae7-4391-4ed3-a97d-210598017e53 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:32:22.766390 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d8240466-85c2-4782-bc35-eb6a12c72da6 req-44f786e1-17c1-436b-b00d-9ad85891f9fe tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181781 May 19 02:32:22.790446 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36600) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:22.855290 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-05e36a15-4e1c-4821-aabe-9df6408b3b01 None None] Provisioning complete for port defeb4cc-e82c-44dd-9595-0a15e71db5dc triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:22.856018 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-05e36a15-4e1c-4821-aabe-9df6408b3b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:23.003304 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-05e36a15-4e1c-4821-aabe-9df6408b3b01 None None] Port defeb4cc-e82c-44dd-9595-0a15e71db5dc cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:32:23.185368 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:32:23.207596 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bea8f-36b8-4283-84aa-24ba1e2eddd9 req-b5f13f17-786c-41c2-b503-3fa0a7dbe7eb tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:23.215195 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fa3bea8f-36b8-4283-84aa-24ba1e2eddd9 req-b5f13f17-786c-41c2-b503-3fa0a7dbe7eb tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 950 time: 0.2794068 May 19 02:32:23.222122 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] 10.222.0.60 "PUT /v2.0/routers/f7982ae7-4391-4ed3-a97d-210598017e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6290491 May 19 02:32:23.274345 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abb72f-030f-42aa-b1df-b510f7e023cf req-6435b88c-a2a2-4729-b7cd-7edb467afee1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:23.275811 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a1abb72f-030f-42aa-b1df-b510f7e023cf req-6435b88c-a2a2-4729-b7cd-7edb467afee1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1918004 May 19 02:32:23.288939 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fa3bea8f-36b8-4283-84aa-24ba1e2eddd9 req-717be40b-63c3-4599-9397-fb700c06dc88 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727594 May 19 02:32:23.335871 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 68a4e436-740c-4abc-9b07-6f6c4616ba12 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:23.336092 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1dc6fd-0908-4f7b-818b-a64a579f034d tempest-TestMinimumBasicScenario-267418203 tempest-TestMinimumBasicScenario-267418203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:23.336797 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-dc1dc6fd-0908-4f7b-818b-a64a579f034d tempest-TestMinimumBasicScenario-267418203 tempest-TestMinimumBasicScenario-267418203-project-admin] Synchronizing usage tracker for tenant:6621be5d992f4c3890577faa751469ae on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:32:23.374589 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-dc1dc6fd-0908-4f7b-818b-a64a579f034d tempest-TestMinimumBasicScenario-267418203 tempest-TestMinimumBasicScenario-267418203-project-admin] Unset dirty status for tenant:6621be5d992f4c3890577faa751469ae on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:32:23.375808 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-dc1dc6fd-0908-4f7b-818b-a64a579f034d tempest-TestMinimumBasicScenario-267418203 tempest-TestMinimumBasicScenario-267418203-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1093 time: 0.5825853 May 19 02:32:23.379597 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36618) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:23.385878 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'floatingip': {'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'port_id': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:23.406057 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:23.412717 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:floatingip and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:23.419106 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:23.434837 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:23.438293 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a1abb72f-030f-42aa-b1df-b510f7e023cf req-229bde7d-fe3c-4a28-b70b-a407a15e75fe tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479518 May 19 02:32:23.554908 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port 68a4e436-740c-4abc-9b07-6f6c4616ba12 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:23.573961 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 68a4e436-740c-4abc-9b07-6f6c4616ba12 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:23.574651 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:23.658152 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for floatingip, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:23.827533 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Sync routers for ids ['f7982ae7-4391-4ed3-a97d-210598017e53'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:32:23.911163 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Routers {'f7982ae7-4391-4ed3-a97d-210598017e53'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:23.912323 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:32:16Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['f7982ae7-4391-4ed3-a97d-210598017e53'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:24.119275 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:24.180796 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port 68a4e436-740c-4abc-9b07-6f6c4616ba12, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=68a4e436-740c-4abc-9b07-6f6c4616ba12,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:24.185794 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-d1aa0c90-037c-4538-9421-af28c10ff995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:24.186877 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:24.190673 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-e40ed756-6811-43e4-aec2-af7c383fdba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:24.194269 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-d1aa0c90-037c-4538-9421-af28c10ff995 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1099 time: 0.2287745 May 19 02:32:24.284526 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:24.355470 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=68a4e436-740c-4abc-9b07-6f6c4616ba12,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:24.360136 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Set router f7982ae7-4391-4ed3-a97d-210598017e53 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:24.379354 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1bff6-517a-42a7-95ca-e8c6ab40cf06 req-83471812-dd08-4ea9-bfb1-005ee5bdf201 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:24.392188 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7d1bff6-517a-42a7-95ca-e8c6ab40cf06 req-83471812-dd08-4ea9-bfb1-005ee5bdf201 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1858141 May 19 02:32:24.407624 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:24.484431 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7d1bff6-517a-42a7-95ca-e8c6ab40cf06 req-d6b56d51-04f9-4c06-a385-871fd69c3d39 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886035 May 19 02:32:24.560952 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-2e5d6932-4cf3-48c6-957b-792eceaaf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:24.562424 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-2e5d6932-4cf3-48c6-957b-792eceaaf12b service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.3521235 May 19 02:32:24.618519 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Allocated IP 172.28.2.113 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/bbfd9de5-0f73-41be-bdaf-e1a0b092d11c) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:32:24.715379 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb0d2f-4fe2-42c9-a96d-caec4e200201 req-ecff6ded-f31e-45cd-9cc5-43582b9f58d8 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:24.725677 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-aafb0d2f-4fe2-42c9-a96d-caec4e200201 req-ecff6ded-f31e-45cd-9cc5-43582b9f58d8 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 950 time: 0.1277385 May 19 02:32:24.782694 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-aafb0d2f-4fe2-42c9-a96d-caec4e200201 req-5ec1584c-3e54-4ccc-85a6-fdbb50ee70b0 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558069 May 19 02:32:24.821090 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:32:20Z', 'revision_number': 4, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port': {'id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:10Z', 'updated_at': '2021-05-19T02:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'defeb4cc-e82c-44dd-9595-0a15e71db5dc', 'name': '', 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'mac_address': 'fa:16:3e:fb:fc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd5f4bf73-9c58-4788-b9ff-6edfdbf1aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:18Z', 'updated_at': '2021-05-19T02:32:20Z', 'revision_number': 2, 'project_id': '04385ecfe04447749c5060be753057a2', 'subnets': [{'id': 'd5f4bf73-9c58-4788-b9ff-6edfdbf1aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:24.826324 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Checking router: f7982ae7-4391-4ed3-a97d-210598017e53 for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:32:24.826324 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Updating router f7982ae7-4391-4ed3-a97d-210598017e53 port defeb4cc-e82c-44dd-9595-0a15e71db5dc binding host dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 02:32:24.887598 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:24.949560 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-2ba23442-9dba-446b-b719-c476a9c8f543 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 200 len: 1002 time: 0.2914114 May 19 02:32:25.065803 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705305d-d1f9-46ae-92ee-4d6e5bab1069 req-1d7f3eaa-6541-4a93-8c01-51bf1ba06140 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:25.068252 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6705305d-d1f9-46ae-92ee-4d6e5bab1069 req-1d7f3eaa-6541-4a93-8c01-51bf1ba06140 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1426387 May 19 02:32:25.091966 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.110873 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-9901d12d-370e-4ad6-919e-08277fb83c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:25.114783 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-9901d12d-370e-4ad6-919e-08277fb83c60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.1534729 May 19 02:32:25.136715 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6705305d-d1f9-46ae-92ee-4d6e5bab1069 req-18cd6165-9ebd-4640-9628-f251e22ec4a2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605025 May 19 02:32:25.234299 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.247060 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:25.284696 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 68a4e436-740c-4abc-9b07-6f6c4616ba12 up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:25.352926 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:25.359259 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:25.367259 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:32:25.401352 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port 68a4e436-740c-4abc-9b07-6f6c4616ba12 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:25.401627 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.407976 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36642) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:25.418927 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321750203', 'description': 'tempest-secgroup-smoke-321750203 description', 'project_id': '1203688e05404977a061ce17ce22f0e2'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:25.421079 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'Port': ['ID=bbfd9de5-0f73-41be-bdaf-e1a0b092d11c,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:25.429867 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:25.436748 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:25.442199 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:25.449769 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:25.469213 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.469398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.469398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.469398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.469398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.469398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.469398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.469398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.470452 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.471181 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.471357 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.477815 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.477815 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:32:25.487215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-bd71e8a1-312c-4b25-8cf3-f4b472afd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:25.489917 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-bd71e8a1-312c-4b25-8cf3-f4b472afd4c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3575466 May 19 02:32:25.492121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:25.494927 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:25.499998 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:25.510953 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:25.525459 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:25.641675 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Notify callbacks [] for port, precommit_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.684141 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Transition to ACTIVE for port object defeb4cc-e82c-44dd-9595-0a15e71db5dc will not be triggered until provisioned by entity L2. {{(pid=91267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:25.689568 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.701433 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:25.821922 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.847732 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.861390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ef373194-ebc7-43ed-ac75-f58719f29c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:25.961849 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4abe208-9ecc-459b-ad6a-2486a8e6e106,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:25.980168 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:25.986655 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:25.989296 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5798132 May 19 02:32:25.995801 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36660) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:26.025548 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'security_group_rule': {'security_group_id': 'b4abe208-9ecc-459b-ad6a-2486a8e6e106', 'project_id': '1203688e05404977a061ce17ce22f0e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:26.045285 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079569a3-7168-42c5-86fa-475b2babdcf4 req-271e31e5-3dde-482d-b4e3-242c54c1d33a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:26.050258 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-bcd1f0b8-4995-4f54-b9b5-d7bbfd7fab0b service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426905 May 19 02:32:26.054112 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-079569a3-7168-42c5-86fa-475b2babdcf4 req-271e31e5-3dde-482d-b4e3-242c54c1d33a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3496931 May 19 02:32:26.069994 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f907a7-e503-45f0-9736-0dd283cfccf0 None None] Pushing event updated for resources: {'Port': ['ID=defeb4cc-e82c-44dd-9595-0a15e71db5dc,revision_number=3']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:26.080348 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f5f907a7-e503-45f0-9736-0dd283cfccf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:26.134736 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Attempting to bind port defeb4cc-e82c-44dd-9595-0a15e71db5dc on host dv-cinder-784623-11-smb for vnic_type normal with profile {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:32:26.135142 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Attempting to bind port defeb4cc-e82c-44dd-9595-0a15e71db5dc by drivers openvswitch,hyperv on host dv-cinder-784623-11-smb at level 0 using segments [{'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:32:26.135631 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Attempting to bind port defeb4cc-e82c-44dd-9595-0a15e71db5dc on network d3e69c68-6f8c-424a-b7bc-5145af914b73 {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:26.146933 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Checking agent: {'id': 'a622c5f5-b3e1-4e65-9b72-78a3148bbdbb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 20, 45), 'started_at': datetime.datetime(2021, 5, 19, 2, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:32:26.146933 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Checking segment: {'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:32:26.146933 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:26.147582 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Bound using segment: {'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'} {{(pid=91267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:32:26.148333 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.managers [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Bound port: defeb4cc-e82c-44dd-9595-0a15e71db5dc, host: dv-cinder-784623-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6d225d-d93f-4d7e-8e21-a7333868740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73'}}] {{(pid=91267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:32:26.148994 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:26.163368 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:26.204686 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-079569a3-7168-42c5-86fa-475b2babdcf4 req-0e617e4a-ff1d-4aa0-aacf-96c952c58d97 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486051 May 19 02:32:26.256042 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:26.267837 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:26.268151 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83a5c-de67-44ce-ad45-dee62a4dbee9 req-02fad5b1-903b-4c08-820c-31bfceef5144 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:26.280720 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-68d83a5c-de67-44ce-ad45-dee62a4dbee9 req-02fad5b1-903b-4c08-820c-31bfceef5144 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 950 time: 0.2228405 May 19 02:32:26.375441 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-68d83a5c-de67-44ce-ad45-dee62a4dbee9 req-d3c49bc9-24aa-481e-be31-10edbbc0c035 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838709 May 19 02:32:26.379519 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] For port defeb4cc-e82c-44dd-9595-0a15e71db5dc, host dv-cinder-784623-11-smb, cleared binding levels {{(pid=91267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:32:26.383693 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] For port defeb4cc-e82c-44dd-9595-0a15e71db5dc, host dv-cinder-784623-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=defeb4cc-e82c-44dd-9595-0a15e71db5dc,segment=NetworkSegment(0c6d225d-d93f-4d7e-8e21-a7333868740a),segment_id=0c6d225d-d93f-4d7e-8e21-a7333868740a)] {{(pid=91267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:32:26.391477 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:26.397537 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:26.501871 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:26.521011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f907a7-e503-45f0-9736-0dd283cfccf0 None None] Pushing event updated for resources: {'Port': ['ID=defeb4cc-e82c-44dd-9595-0a15e71db5dc,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:26.525017 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Routers {'f7982ae7-4391-4ed3-a97d-210598017e53'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:26.525894 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:32:16Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['f7982ae7-4391-4ed3-a97d-210598017e53'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:26.573783 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d9efa-ef11-432d-9486-0e1158f89cde req-e8ef772f-bbeb-4295-80aa-5d004b3da42e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:26.576029 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-739d9efa-ef11-432d-9486-0e1158f89cde req-e8ef772f-bbeb-4295-80aa-5d004b3da42e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 946 time: 0.1324065 May 19 02:32:26.650649 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-739d9efa-ef11-432d-9486-0e1158f89cde req-5458a76b-9f3c-4488-9d36-4f24492a9274 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643685 May 19 02:32:26.652958 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f5f907a7-e503-45f0-9736-0dd283cfccf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:26.835695 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:26.860210 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6ce01eb0-4c51-4025-af32-c7c218d94e51 req-33b013f9-5522-4927-889e-01e64db5af03 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281168 May 19 02:32:26.889160 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] Set router f7982ae7-4391-4ed3-a97d-210598017e53 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:26.939412 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-c00d20a1-3e2a-4f4c-9349-e45716e2a8f6 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:26.941028 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-c00d20a1-3e2a-4f4c-9349-e45716e2a8f6 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Synchronizing usage tracker for tenant:5db026a3378c4bd78b8cf53be62cbf75 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:32:27.017434 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.024875 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.035603 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:27.041952 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-c00d20a1-3e2a-4f4c-9349-e45716e2a8f6 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Unset dirty status for tenant:5db026a3378c4bd78b8cf53be62cbf75 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:32:27.043339 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-c00d20a1-3e2a-4f4c-9349-e45716e2a8f6 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 950 time: 0.5449321 May 19 02:32:27.049280 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.155868 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239d3a97-41ff-480d-8eae-08fa402f2255,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:27.161241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:27.213775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.215497 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2057650 May 19 02:32:27.220965 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36698) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:27.228673 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'security_group_rule': {'security_group_id': 'b4abe208-9ecc-459b-ad6a-2486a8e6e106', 'project_id': '1203688e05404977a061ce17ce22f0e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:27.237052 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:27.258784 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:27.273648 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:27.291654 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:27.326878 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.381706 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:32:20Z', 'revision_number': 4, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port': {'id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:10Z', 'updated_at': '2021-05-19T02:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'defeb4cc-e82c-44dd-9595-0a15e71db5dc', 'name': '', 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'mac_address': 'fa:16:3e:fb:fc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd5f4bf73-9c58-4788-b9ff-6edfdbf1aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:18Z', 'updated_at': '2021-05-19T02:32:26Z', 'revision_number': 4, 'project_id': '04385ecfe04447749c5060be753057a2', 'subnets': [{'id': 'd5f4bf73-9c58-4788-b9ff-6edfdbf1aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:27.388182 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331b203-d201-4b3f-8e50-d88ee508c4e1 None None] The sync data for ids ['f7982ae7-4391-4ed3-a97d-210598017e53'] in dv-cinder-784623-11-smb is: [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:32:20Z', 'revision_number': 4, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port': {'id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:10Z', 'updated_at': '2021-05-19T02:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'defeb4cc-e82c-44dd-9595-0a15e71db5dc', 'name': '', 'network_id': 'd3e69c68-6f8c-424a-b7bc-5145af914b73', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'mac_address': 'fa:16:3e:fb:fc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd5f4bf73-9c58-4788-b9ff-6edfdbf1aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:18Z', 'updated_at': '2021-05-19T02:32:26Z', 'revision_number': 4, 'project_id': '04385ecfe04447749c5060be753057a2', 'subnets': [{'id': 'd5f4bf73-9c58-4788-b9ff-6edfdbf1aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:32:27.394916 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.519302 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:32:27.609208 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Deleting port fe518d9a-988e-4ab4-9207-7ef3faf36f98 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:32:27.609550 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.616878 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.689032 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.732918 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:27.776451 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.782663 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5601766 May 19 02:32:27.789522 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36714) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:27.791242 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27460506-f893-45f6-8e56-8792108352eb,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:27.800151 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:27.807158 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'security_group_rule': {'security_group_id': 'b4abe208-9ecc-459b-ad6a-2486a8e6e106', 'project_id': '1203688e05404977a061ce17ce22f0e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:27.827657 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.832452 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:27.849047 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:27.864302 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb9a38-491b-48de-b6f8-880dcc9fe651 req-6f2ef034-7e05-4ed8-8ce8-d3b14b9cc055 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:27.866177 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-defb9a38-491b-48de-b6f8-880dcc9fe651 req-6f2ef034-7e05-4ed8-8ce8-d3b14b9cc055 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.4172146 May 19 02:32:27.867184 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:27.874198 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] For port fe518d9a-988e-4ab4-9207-7ef3faf36f98, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fe518d9a-988e-4ab4-9207-7ef3faf36f98,segment=NetworkSegment(c327f3fd-7b69-4414-8dd3-ca96690c9e40),segment_id=c327f3fd-7b69-4414-8dd3-ca96690c9e40)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:27.874711 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.875405 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:27.883770 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:27.889959 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:27.895533 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:27.898111 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:27.933718 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab9fde-aa63-4659-b478-8a56ad145b18 req-6935ac0f-3ccc-4c64-aea2-d96c8621bd79 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:27.938448 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-95ab9fde-aa63-4659-b478-8a56ad145b18 req-6935ac0f-3ccc-4c64-aea2-d96c8621bd79 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 950 time: 0.3255105 May 19 02:32:27.980854 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=8']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:27.997669 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:28.006842 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-defb9a38-491b-48de-b6f8-880dcc9fe651 req-2ff8fb71-37b5-4e41-81c0-4900ba1ecc41 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254196 May 19 02:32:28.009924 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.103931 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-95ab9fde-aa63-4659-b478-8a56ad145b18 req-ef75cfe2-c56b-4ede-83f9-b33a2a5b4ca2 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/security-groups?id=dce8d9df-0337-4897-be04-19b0764a9d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317866 May 19 02:32:28.125939 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Calling delete_port for fe518d9a-988e-4ab4-9207-7ef3faf36f98 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:32:28.194191 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'code': 200} May 19 02:32:28.216392 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.234611 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.239889 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-cc7fb925-76f0-4a9d-bb84-250ce8457e54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:28.282893 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9fd18f-efd4-4746-9689-f43e10e0006d,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:28.299532 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:28.314533 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.319202 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-d3fbbc41-a86c-4bca-8f7d-ef994993ee05 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5177898 May 19 02:32:28.320619 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36720) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:28.331213 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96b9e2-ecda-4383-a86b-d6986fc57d84 req-c9fc99a1-845c-4c81-82d1-1af5a281d19f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:28.332690 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1b96b9e2-ecda-4383-a86b-d6986fc57d84 req-c9fc99a1-845c-4c81-82d1-1af5a281d19f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1922455 May 19 02:32:28.336653 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'security_group_rule': {'security_group_id': 'b4abe208-9ecc-459b-ad6a-2486a8e6e106', 'project_id': '1203688e05404977a061ce17ce22f0e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:28.344758 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:28.353853 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:28.373158 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:28.383583 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:28.402747 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.410184 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.413674 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1b96b9e2-ecda-4383-a86b-d6986fc57d84 req-7e467854-490a-4541-ba5b-715f08361103 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650690 May 19 02:32:28.420669 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.434652 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9f7dfc1e-8028-4baa-9e62-a9b08fc417ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:28.507560 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.513304 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.517046 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:28.553240 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f277e6e6-3580-4ddd-ab71-3330b2fcad1e,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:28.557647 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:28.569613 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.581774 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2494817 May 19 02:32:28.585135 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36724) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:28.585375 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.591345 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'security_group_rule': {'security_group_id': 'b4abe208-9ecc-459b-ad6a-2486a8e6e106', 'project_id': '1203688e05404977a061ce17ce22f0e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:28.599243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:28.603676 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:28.607007 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:28.655580 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'Port': ['ID=bbfd9de5-0f73-41be-bdaf-e1a0b092d11c,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:28.658028 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.665581 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:28.671439 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['fe518d9a-988e-4ab4-9207-7ef3faf36f98'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:32:28.741887 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:28.762007 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.securitygroups_db [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Project 1203688e05404977a061ce17ce22f0e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 02:32:28.770465 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.808170 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9b035140-129e-49b6-a795-0fac9608cba5 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:28.879989 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.885120 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.888467 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-92bdb59e-2c34-429d-b30d-7423b27ad284 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:28.900485 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Pushing event deleted for resources: {'Port': ['ID=fe518d9a-988e-4ab4-9207-7ef3faf36f98,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:28.914658 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:28.922472 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d071f5-4764-4560-8199-0387573a7d03,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:28.927813 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:28.942658 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:28.944711 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-96eb4648-5696-4e1d-bc07-fa2db1dcab3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3583317 May 19 02:32:28.948271 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36736) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:28.954681 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'security_group_rule': {'security_group_id': 'b4abe208-9ecc-459b-ad6a-2486a8e6e106', 'project_id': '1203688e05404977a061ce17ce22f0e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:28.963875 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:28.971446 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:security_group_rule and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:28.976358 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:28.985220 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:29.016744 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.securitygroups_db [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Project 1203688e05404977a061ce17ce22f0e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 02:32:29.023564 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.162023 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] No DVR routers for this DVR port fe518d9a-988e-4ab4-9207-7ef3faf36f98 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:32:29.167826 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.171635 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'name': 'network-vif-deleted', 'tag': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:29.200246 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d34e0bea-80a4-46d5-9173-ae211679ec66 req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.11 "DELETE /v2.0/ports/fe518d9a-988e-4ab4-9207-7ef3faf36f98 HTTP/1.1" status: 204 len: 173 time: 2.0948944 May 19 02:32:29.219586 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.226227 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.229857 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:29.245090 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Floating IP 0607b99c-ffea-4766-85e5-3f6255d8db1f associated. External IP: 172.28.2.113, port: 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b. May 19 02:32:29.370517 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.383654 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4339979 May 19 02:32:29.391900 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbaa56b8-1476-435d-8de3-be7eaf04013c,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:29.399121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:29.447143 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device defeb4cc-e82c-44dd-9595-0a15e71db5dc up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:29.464304 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122986af-854f-4246-a096-cbb167856b41 req-63d7ad6b-0194-439b-b9a2-d85b10ce3dec tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:29.466811 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-122986af-854f-4246-a096-cbb167856b41 req-63d7ad6b-0194-439b-b9a2-d85b10ce3dec tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1831663 May 19 02:32:29.567164 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning for port defeb4cc-e82c-44dd-9595-0a15e71db5dc completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:29.588376 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port defeb4cc-e82c-44dd-9595-0a15e71db5dc triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:29.589229 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.605145 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1a8c677-b185-48a1-b256-e00e417d67f9 req-8adcc837-5c4a-4793-bb85-921cc003b7cf tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d1bce82-bebd-4901-89c1-f84e7001f302 HTTP/1.1" status: 200 len: 210 time: 0.1309683 May 19 02:32:29.634734 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-122986af-854f-4246-a096-cbb167856b41 req-e326570d-6952-4f6e-82b5-9f067a35089b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955796 May 19 02:32:29.737242 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1bce82-bebd-4901-89c1-f84e7001f302', 'name': 'network-vif-deleted', 'tag': 'fe518d9a-988e-4ab4-9207-7ef3faf36f98', 'status': 'completed', 'code': 200} May 19 02:32:29.833462 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.935972 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de40ff-6870-43f2-8470-3fa6bb3540b1 req-0b77e242-9264-4742-9593-2fc78ff436dd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:29.942782 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] For port defeb4cc-e82c-44dd-9595-0a15e71db5dc, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=defeb4cc-e82c-44dd-9595-0a15e71db5dc,segment=NetworkSegment(0c6d225d-d93f-4d7e-8e21-a7333868740a),segment_id=0c6d225d-d93f-4d7e-8e21-a7333868740a)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:29.944849 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-33de40ff-6870-43f2-8470-3fa6bb3540b1 req-0b77e242-9264-4742-9593-2fc78ff436dd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1326494 May 19 02:32:29.951814 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:29.961985 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f7fa1808-9feb-4554-b652-2f2827c62933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:30.037885 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36794) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:30.095701 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-33de40ff-6870-43f2-8470-3fa6bb3540b1 req-392a3aee-0840-48d1-8172-ee64ee299f42 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249275 May 19 02:32:30.150835 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Pushing event updated for resources: {'Port': ['ID=defeb4cc-e82c-44dd-9595-0a15e71db5dc,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:30.159498 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:30.177481 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Router 25c46449-d768-4401-a46c-8ccb2301c523 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:32:30.276395 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.307510 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:30.314028 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Usage tracker for resource:security_group_rule and tenant:869a80243ada4ff4ac1eb424beb0ea67 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:30.318224 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:30.328930 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:30.412257 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:32:30.426813 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] Sync routers for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:32:30.440001 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.475109 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.484084 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.485509 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:30.489043 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:32:16Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:30.510151 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-51465ef2-2d07-4add-9729-9797667b8b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:30.523158 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1423082 May 19 02:32:30.524340 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36800) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:30.532548 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836394650', 'description': 'tempest-secgroup-smoke-836394650 description', 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:30.541059 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:30.554557 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:30.567660 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=869a80243ada4ff4ac1eb424beb0ea67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186508 May 19 02:32:30.567660 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b2a132-b73e-4bfc-9348-05992c9df1f5,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:30.569128 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36804) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:30.571209 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:30.584739 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.628325 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:30.643925 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:30.650091 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:30.669422 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:30.734711 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.788916 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.922703 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.930802 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:30.938080 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:30.983520 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-006d410f-609d-4a09-a367-031e8f8db0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:31.008625 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa80534-0cb6-481a-b351-002be3bcd6a9 req-99faaf62-bd4a-4ab2-9319-e134c8d9fdf1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:31.017799 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d0214-566c-4779-8a03-5987618dce04,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:31.021386 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4fa80534-0cb6-481a-b351-002be3bcd6a9 req-99faaf62-bd4a-4ab2-9319-e134c8d9fdf1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1469421 May 19 02:32:31.031515 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.034878 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.036662 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08b2a132-b73e-4bfc-9348-05992c9df1f5 HTTP/1.1" status: 204 len: 168 time: 0.4661891 May 19 02:32:31.038421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:31.039023 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:31.066350 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.069229 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-75307b11-52db-4ec6-b6fd-4b1cffc83807 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5424533 May 19 02:32:31.072876 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36828) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:31.084188 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b2a132-b73e-4bfc-9348-05992c9df1f5,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:31.087296 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4fa80534-0cb6-481a-b351-002be3bcd6a9 req-531d2894-203c-48cb-bf1e-f94fdc52c94a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640423 May 19 02:32:31.095319 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'security_group_rule': {'security_group_id': '1f3d0214-566c-4779-8a03-5987618dce04', 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:31.132601 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:31.134405 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:31.140741 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:31.147556 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:31.160062 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:31.212713 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.332438 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device defeb4cc-e82c-44dd-9595-0a15e71db5dc up at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:32:31.387468 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.396299 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.401445 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ffbb86ad-1172-48fb-8110-e1630690874b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:31.448407 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f47c3a5-1255-455d-bd49-97163c4056a8,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:31.461369 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:31.485236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.489571 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-d6a8142a-e9cf-4898-bf6e-dfef5c8925f9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4080336 May 19 02:32:31.492393 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36854) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:31.516912 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'security_group_rule': {'security_group_id': '1f3d0214-566c-4779-8a03-5987618dce04', 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:31.531957 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Provisioning complete for port defeb4cc-e82c-44dd-9595-0a15e71db5dc triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:31.532991 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.534183 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:31.549263 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:31.555198 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:31.567946 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:31.590652 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e0eaf-1cb1-4830-abac-833fa8e8825c req-0d2bb41c-f7d7-4d79-9d8b-640648d934f3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:31.595916 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f05e0eaf-1cb1-4830-abac-833fa8e8825c req-0d2bb41c-f7d7-4d79-9d8b-640648d934f3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2209656 May 19 02:32:31.619398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.634339 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:32:31.694640 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f05e0eaf-1cb1-4830-abac-833fa8e8825c req-6550ed65-8c54-4e7c-b429-0d20924cc1fa tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908661 May 19 02:32:31.784412 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:31.953785 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.964648 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:31.968296 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:31.993585 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'status': 'completed', 'code': 200} May 19 02:32:32.000198 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce57a12-106f-4ddc-8809-2d9c831d095c,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:32.007295 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:32.007602 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '0607b99c-ffea-4766-85e5-3f6255d8db1f', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'port_id': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'mac_address': 'fa:16:3e:8e:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad18c89-d38b-4891-b348-54bab6690783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:32:26Z', 'updated_at': '2021-05-19T02:32:26Z', 'revision_number': 0, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:44Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:32.018898 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] Checking router: 25c46449-d768-4401-a46c-8ccb2301c523 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:32:32.028957 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36878) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:32.058240 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:32:32.059130 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:32:16Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:32.068495 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.072451 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device fe518d9a-988e-4ab4-9207-7ef3faf36f98 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:32:32.127092 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:32.149816 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Usage tracker for resource:security_group_rule and tenant:3efe374b800f40fea75b2db1c8efb5f4 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:32.159384 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:32.182501 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: fe518d9a-988e-4ab4-9207-7ef3faf36f98 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:32:32.182816 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device fe518d9a-988e-4ab4-9207-7ef3faf36f98 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:32:32.192205 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:32.206614 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.211365 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7147932 May 19 02:32:32.212554 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36888) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:32.231693 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'security_group_rule': {'security_group_id': '1f3d0214-566c-4779-8a03-5987618dce04', 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:32.249759 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:32.269468 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:32.277645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:32.286156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-f53e9434-8a7a-476e-9e93-891034374123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:32.289485 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-f53e9434-8a7a-476e-9e93-891034374123 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1098 time: 0.2722321 May 19 02:32:32.353531 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:32.407184 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.495077 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:32:32.516059 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.721221 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.743698 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.750030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:32.774171 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.796113 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-31d62b04-6379-4be9-8116-d0babcf97587 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:32.823354 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da69559-e97b-40eb-9939-54a7549cb256,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:32.823626 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c8f771-6665-4ab9-8e35-1792c7ff6bc3,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:32.825966 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:32.833695 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-4a9e509d-da37-432c-aa15-8fff2f1729c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:32.835324 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-4a9e509d-da37-432c-aa15-8fff2f1729c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 915 time: 0.5372314 May 19 02:32:32.837894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:32.903408 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3efe374b800f40fea75b2db1c8efb5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8730226 May 19 02:32:32.909717 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 36942) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:32.967522 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-327acb8f-eff5-4586-9ab4-c92c09e04aae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 999 time: 0.1238353 May 19 02:32:32.969799 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:32.973646 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-d3bdf373-b450-4a7f-8433-d81a7a5fd991 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7533543 May 19 02:32:32.974460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36946) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:33.016500 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'security_group_rule': {'security_group_id': '1f3d0214-566c-4779-8a03-5987618dce04', 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:33.023812 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:33.028029 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:33.031284 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:33.055129 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:33.059390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304484d-b936-4e51-9ba7-e1d0550141a9 req-9f611a5c-e0d6-48dc-9604-2841f8be26d5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:33.065647 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b304484d-b936-4e51-9ba7-e1d0550141a9 req-9f611a5c-e0d6-48dc-9604-2841f8be26d5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.5739520 May 19 02:32:33.125841 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.151352 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.221453 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-db1a6f57-a64d-484d-bfd3-bb44caeb093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:33.223640 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-db1a6f57-a64d-484d-bfd3-bb44caeb093a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 200 len: 854 time: 0.2465868 May 19 02:32:33.225668 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.231857 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.269871 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b304484d-b936-4e51-9ba7-e1d0550141a9 req-ea7c710b-bc00-4829-aee2-64fb31d13c66 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773484 May 19 02:32:33.297131 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:33.315060 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '0607b99c-ffea-4766-85e5-3f6255d8db1f', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'port_id': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'mac_address': 'fa:16:3e:8e:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad18c89-d38b-4891-b348-54bab6690783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:32:26Z', 'updated_at': '2021-05-19T02:32:26Z', 'revision_number': 0, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:44Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:32:33.330963 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b845fbba-15df-4292-a5d4-8ed896b5ce85 None None] The sync data for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb is: [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '0607b99c-ffea-4766-85e5-3f6255d8db1f', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'floating_ip_address': '172.28.2.113', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'port_id': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'mac_address': 'fa:16:3e:8e:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad18c89-d38b-4891-b348-54bab6690783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:32:26Z', 'updated_at': '2021-05-19T02:32:26Z', 'revision_number': 0, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:44Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:32:33.334633 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.367908 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6d4292-5b69-43ce-9c35-0f0bac00e0d8,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:33.388754 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:33.389929 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.391023 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-0db7e97d-0a09-4165-97b6-b6b25a76d67d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4155300 May 19 02:32:33.394732 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 36964) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:33.413009 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'security_group_rule': {'security_group_id': '1f3d0214-566c-4779-8a03-5987618dce04', 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:33.440261 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:33.456144 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:33.462491 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:33.481420 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:33.494315 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-fccf7826-f0a0-456b-bd3b-72bd2368eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:33.495943 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-fccf7826-f0a0-456b-bd3b-72bd2368eb55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=130b2ede-bd20-430e-b618-bb8bc3f68ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2622433 May 19 02:32:33.501557 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.securitygroups_db [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Project 9eb062d9de6d4fb5b16bb9c9dafefc01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 02:32:33.518449 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.528332 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:33.576801 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c8f771-6665-4ab9-8e35-1792c7ff6bc3,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:33.582881 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:33.583988 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.588328 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4c8f771-6665-4ab9-8e35-1792c7ff6bc3 HTTP/1.1" status: 204 len: 168 time: 0.6765828 May 19 02:32:33.730857 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:33.765366 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03e479-cb1b-4071-b296-aa85196384fe None None] New status for floating IP 0607b99c-ffea-4766-85e5-3f6255d8db1f: ACTIVE {{(pid=91267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:32:33.908269 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-6c53ce99-e06b-46b8-900c-cbf5f9b8bf6d service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969414 May 19 02:32:33.961365 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:34.025770 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:34.066424 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:34.089726 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6381aaa8-1c1a-4b70-9f81-bdc552ea0ad4,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:34.103350 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:34.165022 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a73c95-8808-4db4-bdc2-c5fd77394177 req-1d19c958-deec-4fc9-84b5-b90f18fcee16 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:34.174093 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-13a73c95-8808-4db4-bdc2-c5fd77394177 req-1d19c958-deec-4fc9-84b5-b90f18fcee16 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1794586 May 19 02:32:34.203001 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:34.207554 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3cee8bbc-024d-4b18-a59c-f05cab2dacb2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7988603 May 19 02:32:34.207849 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37004) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:34.217770 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'security_group_rule': {'security_group_id': '1f3d0214-566c-4779-8a03-5987618dce04', 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:34.237445 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:34.247502 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Usage tracker for resource:security_group_rule and tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:34.253109 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:34.259483 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-52fe0021-553d-4968-b988-ac9ec19cbe4d req-f254e063-5380-4b37-b073-e433eee83ccc service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962115 May 19 02:32:34.264442 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:34.288849 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.securitygroups_db [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Project 9eb062d9de6d4fb5b16bb9c9dafefc01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 02:32:34.319435 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:34.336795 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-13a73c95-8808-4db4-bdc2-c5fd77394177 req-d264daba-dcbf-465d-8bd2-a6a3741dd42e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530297 May 19 02:32:34.505515 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:34.511122 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:34.513712 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:34.541794 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4294879a-130b-424a-806c-0c5dde8205a3,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:34.551950 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:34.572864 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:34.575142 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9292e2cf-5d7b-4067-b435-87120f28c8da tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3664048 May 19 02:32:34.702952 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0fc3-4396-45c1-b363-9a646c481319 req-0d532f51-f183-4983-b57c-746316200255 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:34.705006 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a41d0fc3-4396-45c1-b363-9a646c481319 req-0d532f51-f183-4983-b57c-746316200255 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1837947 May 19 02:32:34.790725 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a41d0fc3-4396-45c1-b363-9a646c481319 req-380f670f-6818-4da4-966a-84569da75fb1 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751595 May 19 02:32:34.808553 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-b8284313-3fe3-4c8c-92ac-e5db26e96f89 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836394650&fields=id&tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01 HTTP/1.1" status: 200 len: 267 time: 0.0725648 May 19 02:32:34.953804 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-5a870bf4-12b2-4a87-b1e0-91d9a77e2ad3 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:34.967484 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-5a870bf4-12b2-4a87-b1e0-91d9a77e2ad3 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.1575408 May 19 02:32:34.977434 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'port': {'security_groups': ['b4a71723-0a25-4502-bd9e-c2a69515fa3d', '1f3d0214-566c-4779-8a03-5987618dce04']}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:35.126283 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:35.150628 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37078) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:35.403589 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-8da14631-a35d-451d-89d9-37975cf7f732 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2335165 May 19 02:32:35.524475 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:35.603573 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:35.619832 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:35.637698 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:32:35.806954 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-610cbc01-434f-46f3-8ad4-15a3396eefd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:35.898449 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:35.899365 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:35.901198 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-021f15d2-ea90-4eb2-b540-a4fcff799914 req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "PUT /v2.0/ports/84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 981 time: 0.9301484 May 19 02:32:35.901797 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:32:36.064790 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:32:36.088073 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9158-e5a3-4981-a45f-314a313c090c req-fb80171f-2674-4983-9230-f6130e7df568 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:36.101560 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-259b9158-e5a3-4981-a45f-314a313c090c req-fb80171f-2674-4983-9230-f6130e7df568 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.5433011 May 19 02:32:36.104280 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=6']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:36.107580 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:36.353992 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-259b9158-e5a3-4981-a45f-314a313c090c req-47599309-2204-4dbc-a167-5b3b22b7fa0d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509787 May 19 02:32:36.401700 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb23c6f-d22e-4389-8b63-7ac610685572 req-ab4a7c85-da21-4459-ae65-4fc8e1bbf1dd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:36.403342 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbb23c6f-d22e-4389-8b63-7ac610685572 req-ab4a7c85-da21-4459-ae65-4fc8e1bbf1dd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2533991 May 19 02:32:36.468521 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-69a28226-462a-4389-8664-bc353e0620bc None None] Provisioning complete for port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:36.469303 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-69a28226-462a-4389-8664-bc353e0620bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:36.495283 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dbb23c6f-d22e-4389-8b63-7ac610685572 req-301282cd-9ea2-4f9a-8a31-703da8e9f7b5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623043 May 19 02:32:36.516923 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'status': 'completed', 'code': 200} May 19 02:32:36.720086 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-69a86b9b-9484-4ae5-92f1-3b0293094ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:36.721647 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-69a86b9b-9484-4ae5-92f1-3b0293094ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1137 time: 0.1770501 May 19 02:32:36.895965 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-2453765f-d209-4665-84dd-0027c431fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:36.898209 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-2453765f-d209-4665-84dd-0027c431fdb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 915 time: 0.1639390 May 19 02:32:36.917065 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bc8e3-2fb3-44b0-be75-a95d7d5bc892 req-620f1eae-6f55-4d2f-b70a-c32e736ed915 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:36.925291 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9b5bc8e3-2fb3-44b0-be75-a95d7d5bc892 req-620f1eae-6f55-4d2f-b70a-c32e736ed915 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.2385185 May 19 02:32:36.990772 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9b5bc8e3-2fb3-44b0-be75-a95d7d5bc892 req-8c46c37d-6102-4c5d-8ffe-ad20982449ae tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641353 May 19 02:32:37.056055 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-d2a9dd28-3e7f-46e6-bf1a-59ffa6b45ff0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 1001 time: 0.1432581 May 19 02:32:37.150250 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-0af1746e-aeb1-4671-9fe9-3b9353c2c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:37.152685 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-0af1746e-aeb1-4671-9fe9-3b9353c2c685 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 200 len: 854 time: 0.0870707 May 19 02:32:37.296049 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-2e6aed3b-3b8a-4a7b-b044-c0c6588ba6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:37.297761 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-2e6aed3b-3b8a-4a7b-b044-c0c6588ba6b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=130b2ede-bd20-430e-b618-bb8bc3f68ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1375644 May 19 02:32:37.494354 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-7d6a3e9d-6704-4895-be91-0c292280b0c6 service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759152 May 19 02:32:37.768383 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-6eea2b40-1cdf-4f24-82d6-8cdcb5a12640 req-71331086-f48b-4bd5-8f1f-87b9edc3deab service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590272 May 19 02:32:37.785366 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8856a72-9bc4-4944-80fc-f28441cc88fe req-0eff7330-fcea-4185-8cfe-3e5e4406f8d2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:37.787405 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e8856a72-9bc4-4944-80fc-f28441cc88fe req-0eff7330-fcea-4185-8cfe-3e5e4406f8d2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2305276 May 19 02:32:37.857310 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e8856a72-9bc4-4944-80fc-f28441cc88fe req-a909a865-6326-4c9a-8e3e-c5e44e7117fa tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611026 May 19 02:32:37.904912 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77808d3-f346-48b8-b0a0-e17fb7314e6f req-681f1211-bbb9-4ca1-a4f4-6ded37e3d004 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:37.908027 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b77808d3-f346-48b8-b0a0-e17fb7314e6f req-681f1211-bbb9-4ca1-a4f4-6ded37e3d004 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2383189 May 19 02:32:37.984130 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b77808d3-f346-48b8-b0a0-e17fb7314e6f req-4b9b42f3-093c-4612-a06d-c5c08e755946 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661926 May 19 02:32:38.496412 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-2d97ea9c-ad0b-4f85-b15c-d05e1725f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:38.498413 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-2d97ea9c-ad0b-4f85-b15c-d05e1725f70d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f&tenant_id=7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 1097 time: 0.1883848 May 19 02:32:38.608735 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-824ab73b-ec45-4149-8476-e305d264e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:38.610364 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-824ab73b-ec45-4149-8476-e305d264e8f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1097 time: 0.0789886 May 19 02:32:38.784114 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-7550ed64-f770-407d-84ac-42901f9ca036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:38.785741 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-7550ed64-f770-407d-84ac-42901f9ca036 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.1638944 May 19 02:32:38.929440 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-7d4b0ce5-b5e4-4627-86d8-3a6b4be75966 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 200 len: 1000 time: 0.1336710 May 19 02:32:39.029294 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-19d62398-48e4-4c9d-90d8-e07417e13607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:39.030721 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-19d62398-48e4-4c9d-90d8-e07417e13607 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.0922365 May 19 02:32:39.198483 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-2aef7849-1c51-491b-ab12-4d705668a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:39.200156 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-2aef7849-1c51-491b-ab12-4d705668a89b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1615810 May 19 02:32:39.243652 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c155-668c-4c5f-a1d3-505c3f8863ae req-00aa1319-377b-4bc8-8607-8dff1d070f5a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:39.245248 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b412c155-668c-4c5f-a1d3-505c3f8863ae req-00aa1319-377b-4bc8-8607-8dff1d070f5a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2353768 May 19 02:32:39.286822 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd01ec-90e1-40aa-8ce2-8047496fa134 req-052b853b-9b8b-4796-a39f-47a63d2ac7a9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:39.287905 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-acfd01ec-90e1-40aa-8ce2-8047496fa134 req-052b853b-9b8b-4796-a39f-47a63d2ac7a9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1446252 May 19 02:32:39.336138 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b412c155-668c-4c5f-a1d3-505c3f8863ae req-0c5ac496-b4a5-4b27-b7cc-5f1b8b7bf93f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760617 May 19 02:32:39.364419 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-acfd01ec-90e1-40aa-8ce2-8047496fa134 req-2af1c528-7024-4701-977d-c3867fe99223 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611932 May 19 02:32:39.404599 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-6ec43c0e-8547-4ce7-bab1-c30dea73704b service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914010 May 19 02:32:39.598892 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-904e7a68-75c3-422b-b137-e01ca45d0007 req-1218b239-8304-41f7-9b06-d10f22bc2817 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804371 May 19 02:32:39.776367 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:40.919965 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ceaac-51be-452b-be53-65e681d28bf7 req-64934d3c-a1d3-4b73-b68f-e6239e1cd097 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:40.927276 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ae4ceaac-51be-452b-be53-65e681d28bf7 req-64934d3c-a1d3-4b73-b68f-e6239e1cd097 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2977450 May 19 02:32:40.955421 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949fd7e-d897-4852-bf2d-bfa1a453ecae req-1a8a3222-1c32-42a1-883f-552ec08537ee tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:40.957908 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7949fd7e-d897-4852-bf2d-bfa1a453ecae req-1a8a3222-1c32-42a1-883f-552ec08537ee tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2762353 May 19 02:32:41.015684 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ae4ceaac-51be-452b-be53-65e681d28bf7 req-38844467-0404-42e1-81c6-b2d8fcf106e7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872402 May 19 02:32:41.119281 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7949fd7e-d897-4852-bf2d-bfa1a453ecae req-6e79d03d-5c21-499d-b45f-fba2b3ce4146 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296663 May 19 02:32:41.131842 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37262) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:41.441318 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-531c0905-a34b-48a6-bf47-2c776894d495 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5db026a3378c4bd78b8cf53be62cbf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091879 May 19 02:32:41.442183 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 37270) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:41.511727 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:41.569989 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:41.670942 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:41.676416 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4a9eb538-b675-4544-945d-69a1448370e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:41.687584 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce8d9df-0337-4897-be04-19b0764a9d46,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:41.690842 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:41.702638 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:41.708480 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dce8d9df-0337-4897-be04-19b0764a9d46 HTTP/1.1" status: 204 len: 168 time: 0.2647572 May 19 02:32:42.355912 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da2eec-1119-4b7f-9ca8-43920956a71a req-c89fd4ea-eddd-4df4-9bf8-4c0f786fd09e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:42.363077 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c9da2eec-1119-4b7f-9ca8-43920956a71a req-c89fd4ea-eddd-4df4-9bf8-4c0f786fd09e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1602123 May 19 02:32:42.430719 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c9da2eec-1119-4b7f-9ca8-43920956a71a req-ad88284f-ba9b-41ab-882e-9372713716c8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665426 May 19 02:32:42.454575 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-5b095497-2038-4e3b-ada1-b232b85e8f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:42.472918 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f65b8-ee8c-41b6-9a8f-8d9635d8c8cb req-cbd560fc-b9aa-4a24-855f-546422b30a36 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:42.481905 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5d0f65b8-ee8c-41b6-9a8f-8d9635d8c8cb req-cbd560fc-b9aa-4a24-855f-546422b30a36 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1870289 May 19 02:32:42.531276 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5d0f65b8-ee8c-41b6-9a8f-8d9635d8c8cb req-66b147c9-1644-4ecc-96fc-c957c817f5e7 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483620 May 19 02:32:43.809807 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459441-c1b7-49f7-a02a-bde52ee80de3 req-20751872-47b4-4723-b905-7240c973b388 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:43.820204 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dc459441-c1b7-49f7-a02a-bde52ee80de3 req-20751872-47b4-4723-b905-7240c973b388 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1829529 May 19 02:32:43.963637 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dc459441-c1b7-49f7-a02a-bde52ee80de3 req-ac3970ee-83d9-4ab4-9b07-c82bdef021ae tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422179 May 19 02:32:44.016186 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503722-2dbb-4b39-8fd2-99cff473e047 req-1b8e45c3-b1a1-4b3c-a96f-a3ee87097ef0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:44.018571 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-36503722-2dbb-4b39-8fd2-99cff473e047 req-1b8e45c3-b1a1-4b3c-a96f-a3ee87097ef0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1655061 May 19 02:32:44.094395 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-36503722-2dbb-4b39-8fd2-99cff473e047 req-8c973de7-c10f-4e63-85c7-326e681e0587 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642452 May 19 02:32:45.268591 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:45.294815 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9eaed-fd6f-411a-ac6c-0083677179d5 req-ec01cfae-504a-4101-8413-3eba3b1139cd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:45.296289 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8cc9eaed-fd6f-411a-ac6c-0083677179d5 req-ec01cfae-504a-4101-8413-3eba3b1139cd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1508338 May 19 02:32:45.355107 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8cc9eaed-fd6f-411a-ac6c-0083677179d5 req-22165ebd-4a1c-493d-a576-179956e9a7bc tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 May 19 02:32:45.421485 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d2671a7c-7ee6-4371-9c5a-fbb2cc99561a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:45.575426 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f601c35-2877-452f-b306-8134fcbbce0d req-ac061646-4965-4514-bb47-cc614837866a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:45.577472 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1f601c35-2877-452f-b306-8134fcbbce0d req-ac061646-4965-4514-bb47-cc614837866a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2008581 May 19 02:32:45.672992 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1f601c35-2877-452f-b306-8134fcbbce0d req-f56053b7-1159-44e6-9038-5ec6ca7fad15 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833850 May 19 02:32:46.090421 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:46.652732 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135a3ff-51f8-48a7-bd25-a95baf1f37b7 req-8e3efc84-6324-4826-9812-f29f3eff14e0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:46.655674 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1135a3ff-51f8-48a7-bd25-a95baf1f37b7 req-8e3efc84-6324-4826-9812-f29f3eff14e0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1168456 May 19 02:32:46.840379 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1135a3ff-51f8-48a7-bd25-a95baf1f37b7 req-8e092c55-c8a7-4c71-84fd-57ee189aa89e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776080 May 19 02:32:46.994474 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5529f8-74e2-49e9-93de-033544bff93c req-c457a5b2-3c6a-4d92-b282-9dd8ce922244 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:46.995953 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3a5529f8-74e2-49e9-93de-033544bff93c req-c457a5b2-3c6a-4d92-b282-9dd8ce922244 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1059699 May 19 02:32:47.062221 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3a5529f8-74e2-49e9-93de-033544bff93c req-71c8e5d6-2e54-41a6-bb02-556b973940dd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566959 May 19 02:32:47.428994 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:48.085301 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e8927-456d-4a85-b326-99ff6dde8697 req-5ba3c215-b185-4a39-9f6e-bc96f8a576b2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:48.088337 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-756e8927-456d-4a85-b326-99ff6dde8697 req-5ba3c215-b185-4a39-9f6e-bc96f8a576b2 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1222932 May 19 02:32:48.189796 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-756e8927-456d-4a85-b326-99ff6dde8697 req-9a12a4c3-743c-4eca-9ecb-420b1e8545d0 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848517 May 19 02:32:48.346370 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a43820-d41e-48c6-8e7e-38ad5fc084b3 req-f4361780-3c41-40b7-a7fc-1ae635c44fe8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:48.348117 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-34a43820-d41e-48c6-8e7e-38ad5fc084b3 req-f4361780-3c41-40b7-a7fc-1ae635c44fe8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1089389 May 19 02:32:48.421520 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-34a43820-d41e-48c6-8e7e-38ad5fc084b3 req-5cdb163a-e18d-4997-8913-6bcca2b064de tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563784 May 19 02:32:49.496135 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26678fdf-d9d1-4c1f-94a7-46d733d73a7d req-9ae88b22-bbff-4bc5-bbec-afd2dea40a09 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:49.507051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26678fdf-d9d1-4c1f-94a7-46d733d73a7d req-9ae88b22-bbff-4bc5-bbec-afd2dea40a09 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1303320 May 19 02:32:49.564538 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26678fdf-d9d1-4c1f-94a7-46d733d73a7d req-bd5db98d-cce5-4ce6-8fcf-05b7d45ab273 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545971 May 19 02:32:49.684213 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be1411-5680-4c24-ac12-4b8a389f6bf2 req-82fdf57f-ec29-4c77-849f-1b9b95c5d33e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:49.686775 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c6be1411-5680-4c24-ac12-4b8a389f6bf2 req-82fdf57f-ec29-4c77-849f-1b9b95c5d33e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1193712 May 19 02:32:49.749676 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c6be1411-5680-4c24-ac12-4b8a389f6bf2 req-42819071-5610-4bc2-98e8-3dc6b8cb1c6b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526228 May 19 02:32:50.287589 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37436) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:50.575584 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:50.598880 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:50.606040 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Usage tracker for resource:security_group_rule and tenant:23e7e4791f5f410ba9310b489aac15f9 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:50.612371 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:50.623804 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:50.726974 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:50.729218 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 37454) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:50.737074 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:50.746419 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-305d47ea-192e-4430-bbad-9b5e3da6516e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:50.798839 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cabc28-fbac-43f2-ad48-aa8a5499ed03,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:50.802442 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:50.820417 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23e7e4791f5f410ba9310b489aac15f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314546 May 19 02:32:50.821183 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37462) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:50.950779 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:50.966435 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea579d9-e61a-464a-a759-25ec91ee2cde req-27fd71f6-9ef5-496d-a315-73f5dc10465a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:50.975374 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9ea579d9-e61a-464a-a759-25ec91ee2cde req-27fd71f6-9ef5-496d-a315-73f5dc10465a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1991508 May 19 02:32:51.007693 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.018537 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.085928 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.091347 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:51.094962 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9ea579d9-e61a-464a-a759-25ec91ee2cde req-a88fa171-ae20-41e5-aa21-57c4edc680a7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185162 May 19 02:32:51.096136 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:51.106142 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cabc28-fbac-43f2-ad48-aa8a5499ed03,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:51.109172 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:51.109346 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Usage tracker for resource:security_group_rule and tenant:e0defb91731843f2b1588554cc63ea09 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:51.118627 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:51.125904 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:51.140796 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.147523 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8cabc28-fbac-43f2-ad48-aa8a5499ed03 HTTP/1.1" status: 204 len: 168 time: 0.3197680 May 19 02:32:51.207402 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf0cc0-f687-4f41-925d-8652f8b4828b req-ab522dae-5bfb-4fbe-bdf8-3d526b505b4d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:51.208977 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dadf0cc0-f687-4f41-925d-8652f8b4828b req-ab522dae-5bfb-4fbe-bdf8-3d526b505b4d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1665924 May 19 02:32:51.298295 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.304636 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dadf0cc0-f687-4f41-925d-8652f8b4828b req-5622abe0-2c25-4bda-b622-38414d6cb6f2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809491 May 19 02:32:51.306271 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.313605 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-5d0714ca-c756-4cf9-96ad-f69afb86179e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:51.359970 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40596320-ecf8-40ae-8a0d-c8da27d129d0,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:51.368222 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0defb91731843f2b1588554cc63ea09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348045 May 19 02:32:51.368222 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:51.368629 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37476) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:51.489035 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.601881 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.697439 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.704604 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-291f4bb5-f8c4-4254-a677-99bf1dd4bc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:51.721436 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40596320-ecf8-40ae-8a0d-c8da27d129d0,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:51.724001 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:51.729412 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:51.732884 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40596320-ecf8-40ae-8a0d-c8da27d129d0 HTTP/1.1" status: 204 len: 168 time: 0.3613844 May 19 02:32:52.312031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37494) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:52.337789 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:52.355310 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:52.359859 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2292eea-69df-4447-a825-5a185017a7c2 req-3eeda234-92e3-4991-bb5d-9c020de4cade tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:52.360759 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Usage tracker for resource:security_group_rule and tenant:0a87d6ac050f4960a00328b2fe0fdbc7 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:52.361637 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2292eea-69df-4447-a825-5a185017a7c2 req-3eeda234-92e3-4991-bb5d-9c020de4cade tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1119680 May 19 02:32:52.366313 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:52.375621 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:52.476158 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2292eea-69df-4447-a825-5a185017a7c2 req-48cd06b9-5b3d-492e-a062-71ad7d1bbbfd tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014297 May 19 02:32:52.520754 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:52.529659 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:52.578972 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4f01c0ea-22b2-4339-b72c-e2d832a62b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:52.591464 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a87d6ac050f4960a00328b2fe0fdbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753897 May 19 02:32:52.591690 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:32:52.594257 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 37502) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:52.632532 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5695047-91de-495c-b08a-a3ebf709982d,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:52.641101 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:52.772772 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:52.805735 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:52.833027 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01ec84-47c4-4faf-b9fe-89db33e25e57 req-a0765c55-125a-43b8-be1e-ad672d1fbc7a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:52.835046 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9b01ec84-47c4-4faf-b9fe-89db33e25e57 req-a0765c55-125a-43b8-be1e-ad672d1fbc7a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1710806 May 19 02:32:52.918238 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9b01ec84-47c4-4faf-b9fe-89db33e25e57 req-c584e719-23be-4ebd-901b-524daef7943c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632117 May 19 02:32:52.929766 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:52.935116 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4215f0b3-b280-4b13-a96a-14f8fafe92a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:52.949486 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5695047-91de-495c-b08a-a3ebf709982d,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:52.954185 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:52.960697 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:52.961854 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5695047-91de-495c-b08a-a3ebf709982d HTTP/1.1" status: 204 len: 168 time: 0.3659883 May 19 02:32:53.681597 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ecbad-e6e9-463a-913b-3599fec81755 req-7e6b1677-3f4b-4689-80b9-65bb68c8a1aa tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:53.683131 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-122ecbad-e6e9-463a-913b-3599fec81755 req-7e6b1677-3f4b-4689-80b9-65bb68c8a1aa tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.0881026 May 19 02:32:53.749862 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-122ecbad-e6e9-463a-913b-3599fec81755 req-9cf253a0-4d82-4c42-ba67-f7b3a1fa9257 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594091 May 19 02:32:54.162645 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-02983b38-d109-4cc1-9ee9-92c57b32c9f7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Synchronizing usage tracker for tenant:1203688e05404977a061ce17ce22f0e2 on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:32:54.189992 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94401a85-abe7-468e-98e0-07a31e901fe2 req-d72890b3-52b1-4c95-975b-838abbf1ac73 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:54.198203 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-94401a85-abe7-468e-98e0-07a31e901fe2 req-d72890b3-52b1-4c95-975b-838abbf1ac73 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1437354 May 19 02:32:54.223851 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-02983b38-d109-4cc1-9ee9-92c57b32c9f7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Unset dirty status for tenant:1203688e05404977a061ce17ce22f0e2 on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:32:54.225393 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-02983b38-d109-4cc1-9ee9-92c57b32c9f7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321750203&fields=id&tenant_id=1203688e05404977a061ce17ce22f0e2 HTTP/1.1" status: 200 len: 267 time: 0.1322196 May 19 02:32:54.366632 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-94401a85-abe7-468e-98e0-07a31e901fe2 req-208f022e-2565-42b9-9cda-424edee8b981 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672759 May 19 02:32:54.468216 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-9bbe995b-4947-4b18-a617-7089edf6fe0c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:54.469815 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-9bbe995b-4947-4b18-a617-7089edf6fe0c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 808 time: 0.2358007 May 19 02:32:54.484748 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-2883a3c0-a99e-4c35-8524-d76b6965e745 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/quotas/1203688e05404977a061ce17ce22f0e2 HTTP/1.1" status: 200 len: 375 time: 0.0092020 May 19 02:32:54.594961 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-b331d508-3d5f-415b-8396-34e694320763 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936215 May 19 02:32:54.634226 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37552) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:54.767883 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:54.783426 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:54.788071 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Usage tracker for resource:security_group_rule and tenant:b19cd534932e4d0bad2e17c40d882ac2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:54.791288 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:54.797064 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:54.817606 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-1f560077-20de-4cc1-a1ca-f8fe24c9cf0d service neutron] 10.222.0.60 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106314 May 19 02:32:54.900573 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:54.904644 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:54.913779 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9102add4-6d28-49aa-ae45-b13361fca256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:54.956094 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b19cd534932e4d0bad2e17c40d882ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185365 May 19 02:32:54.956094 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7424fcf8-b729-4208-8f76-9df640bbd318,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:54.957736 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37560) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:32:54.959985 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:55.009490 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-3e06136a-0f88-43e3-9f2f-83bb69b08f4d service neutron] 10.222.0.60 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854913 May 19 02:32:55.022409 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:55.029921 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0e03-bf63-4ee2-af42-2d65af13dcc6 req-db793a32-7b5c-41b9-8c05-1cef4cfaeb33 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:55.032066 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b1ce0e03-bf63-4ee2-af42-2d65af13dcc6 req-db793a32-7b5c-41b9-8c05-1cef4cfaeb33 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1277437 May 19 02:32:55.061917 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:55.083387 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b1ce0e03-bf63-4ee2-af42-2d65af13dcc6 req-c6f49d0d-7a61-4389-975c-eb2714dd5614 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 May 19 02:32:55.139348 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:55.146001 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7f80fe6f-024a-4e2d-a58b-24ad82e30179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:55.162985 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7424fcf8-b729-4208-8f76-9df640bbd318,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:55.167435 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:55.169920 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:55.171173 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7424fcf8-b729-4208-8f76-9df640bbd318 HTTP/1.1" status: 204 len: 168 time: 0.2124648 May 19 02:32:55.595784 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c3db09ea-f177-42d7-ae4c-0df3bb8f1539 req-b75ad379-09b4-4bf6-b193-63b106d42eb9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 210 time: 0.1305985 May 19 02:32:55.608639 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-305cff5b-5a93-46a8-8c43-0a04acb63665 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1413727 May 19 02:32:55.719288 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9ce63-14c5-4704-9de1-95fa54553fa3 req-43820d46-995c-422a-922e-f94ec67d8aa5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:55.721308 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-91d9ce63-14c5-4704-9de1-95fa54553fa3 req-43820d46-995c-422a-922e-f94ec67d8aa5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1299422 May 19 02:32:55.783114 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-fd8f8061-41ef-4390-bd93-e22f295a2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:55.785853 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-fd8f8061-41ef-4390-bd93-e22f295a2b03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 1098 time: 0.1430502 May 19 02:32:55.800654 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-91d9ce63-14c5-4704-9de1-95fa54553fa3 req-e5de665b-e752-45a5-a3e2-af0ec128a365 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686519 May 19 02:32:55.981826 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-1ab8d549-44f4-4f18-ab83-7cd1af7873f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:55.983535 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-1ab8d549-44f4-4f18-ab83-7cd1af7873f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 911 time: 0.1704941 May 19 02:32:56.296057 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-012a9b67-55e7-4d5e-8eb7-c2b5c5029798 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 200 len: 1000 time: 0.2863545 May 19 02:32:56.398570 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6f3d-33b8-4fe4-88da-035404d41ae4 req-c1b2b577-e1c1-41bd-aa79-a900a83d3628 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:56.401511 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-055a6f3d-33b8-4fe4-88da-035404d41ae4 req-c1b2b577-e1c1-41bd-aa79-a900a83d3628 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1178246 May 19 02:32:56.415616 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-0468f498-c6c0-4dee-91f2-3d1965138b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:56.417594 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-0468f498-c6c0-4dee-91f2-3d1965138b1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.0949905 May 19 02:32:56.487076 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-055a6f3d-33b8-4fe4-88da-035404d41ae4 req-4fce9f0a-21e7-4ce4-bd1e-d6d043872986 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747011 May 19 02:32:56.557594 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-727bc61e-ef4d-4f4d-862a-1511889fb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:56.558980 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-727bc61e-ef4d-4f4d-862a-1511889fb217 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1247780 May 19 02:32:56.729535 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-ffa264fb-1c58-49e8-aa40-e6b7d2f5f8a6 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522000 May 19 02:32:56.865745 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e39f4b74-0fa1-4560-a9a8-dd9a60282114 req-26234090-16f9-40cf-9b79-348953a4cb33 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 210 time: 0.0744169 May 19 02:32:57.044457 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9e8d5cd0-78db-4031-9207-e0e60d63ec54 req-396aacc0-4166-4a1e-873d-74d9c013e6e7 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057311 May 19 02:32:57.081279 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6fb1d-ab54-45c8-9335-b221e6a63e23 req-d4ed0c3e-f64b-4e6d-9e97-bbf64ffab177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:57.088020 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a6b6fb1d-ab54-45c8-9335-b221e6a63e23 req-d4ed0c3e-f64b-4e6d-9e97-bbf64ffab177 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 0.1874967 May 19 02:32:57.176267 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadb80c-e3f1-4da8-b790-2f019245949e req-3efa681c-3c6f-46c2-9a2a-9c1f60eae18e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:57.178551 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2cadb80c-e3f1-4da8-b790-2f019245949e req-3efa681c-3c6f-46c2-9a2a-9c1f60eae18e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.1175232 May 19 02:32:57.254192 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a6b6fb1d-ab54-45c8-9335-b221e6a63e23 req-177f1e32-e259-4fed-852c-323df7f70a7c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554086 May 19 02:32:57.317289 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2cadb80c-e3f1-4da8-b790-2f019245949e req-74f1022b-9f34-4853-a115-49cad8ecc29f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279664 May 19 02:32:57.335215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-23f21f17-1076-4eb9-8ccd-9139170b80d4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:57.335215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-23f21f17-1076-4eb9-8ccd-9139170b80d4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Synchronizing usage tracker for tenant:1203688e05404977a061ce17ce22f0e2 on resource:network {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:32:57.360336 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-23f21f17-1076-4eb9-8ccd-9139170b80d4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Unset dirty status for tenant:1203688e05404977a061ce17ce22f0e2 on resource:network {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:32:57.362511 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-23f21f17-1076-4eb9-8ccd-9139170b80d4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 808 time: 0.2312131 May 19 02:32:57.364680 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990ee9b-0e18-476f-909b-baffbcfbaafe req-d967e0a9-13a5-4afd-ab66-aa0fe0ad832b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:57.366650 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d990ee9b-0e18-476f-909b-baffbcfbaafe req-d967e0a9-13a5-4afd-ab66-aa0fe0ad832b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1496868 May 19 02:32:57.435711 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d990ee9b-0e18-476f-909b-baffbcfbaafe req-3e72d696-8fa7-4bbd-9fff-f1c0feb3d99b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632479 May 19 02:32:57.443689 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-995af56a-2edb-476d-ad70-e3ed2784ff00 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Synchronizing usage tracker for tenant:1203688e05404977a061ce17ce22f0e2 on resource:security_group {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:32:57.463148 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-995af56a-2edb-476d-ad70-e3ed2784ff00 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Unset dirty status for tenant:1203688e05404977a061ce17ce22f0e2 on resource:security_group {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:32:57.464285 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-995af56a-2edb-476d-ad70-e3ed2784ff00 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1203688e05404977a061ce17ce22f0e2 HTTP/1.1" status: 200 len: 379 time: 0.0827470 May 19 02:32:57.479336 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'port': {'device_id': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'admin_state_up': True, 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'security_groups': ['b4abe208-9ecc-459b-ad6a-2486a8e6e106']}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:57.729895 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:32:57.739750 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:port and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:32:57.745406 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:32:57.757855 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:32:57.782333 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Made reservation on behalf of 1203688e05404977a061ce17ce22f0e2 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:32:57.789631 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:57.840100 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354afbc8-c8cb-4b43-adf7-a21755f028a5 req-7644dc5f-3779-4193-8fd9-a7d786fdc328 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:57.842690 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-354afbc8-c8cb-4b43-adf7-a21755f028a5 req-7644dc5f-3779-4193-8fd9-a7d786fdc328 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1368790 May 19 02:32:57.920916 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-354afbc8-c8cb-4b43-adf7-a21755f028a5 req-c8a73143-cd09-429c-8272-254699de3cf7 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584297 May 19 02:32:58.048153 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Allocated IP 172.20.0.14 (44cf7665-c99d-49c4-ac82-adb7b7f06249/c9680fcf-b8af-41a3-9c38-64ae94b8a7aa/b2920e59-1c73-4601-95a0-efa0e3aad4dc) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:32:58.100195 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3558a998-cb43-4a8c-9831-6e6d675e1234 req-b56ea05e-6e86-4b1b-8ff0-6a2d3f91eafa tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 210 time: 0.0522668 May 19 02:32:58.321591 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:58.340869 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Transition to ACTIVE for port object b2920e59-1c73-4601-95a0-efa0e3aad4dc will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:58.386992 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:58.395985 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e63484a8-36c0-485c-b0dc-b8afcc57913a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:58.480450 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:32:58.484962 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:32:58.502653 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:32:58.562420 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:58.570824 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:58.666650 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:58.667537 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:58.676211 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694c66-29e5-4383-90d6-924d7bd846ce req-35aaaf6c-4865-4d8c-87d4-fbbcc7ce103e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:58.677931 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fc694c66-29e5-4383-90d6-924d7bd846ce req-35aaaf6c-4865-4d8c-87d4-fbbcc7ce103e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 944 time: 0.2041588 May 19 02:32:58.717415 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-bef36279-2c69-4243-805a-7375431cc343 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2412078 May 19 02:32:58.735939 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Request body: {'port': {'device_id': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:32:58.835283 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fc694c66-29e5-4383-90d6-924d7bd846ce req-dabc5381-2129-427e-b931-8bcfefe06b3f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494455 May 19 02:32:58.854024 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-5ab25d33-bd5c-4506-9c6c-9042fc2b42d3 None None] Provisioning for port b2920e59-1c73-4601-95a0-efa0e3aad4dc completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:32:58.865229 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-5ab25d33-bd5c-4506-9c6c-9042fc2b42d3 None None] Provisioning complete for port b2920e59-1c73-4601-95a0-efa0e3aad4dc triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:32:58.865603 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-5ab25d33-bd5c-4506-9c6c-9042fc2b42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:58.899926 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b12d-7b4e-4457-9882-f13a322a100b req-8e910bcf-464e-4419-8f3b-13bc75f8f09e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:58.900906 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:58.914720 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7752b12d-7b4e-4457-9882-f13a322a100b req-8e910bcf-464e-4419-8f3b-13bc75f8f09e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2041435 May 19 02:32:58.930865 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-5ab25d33-bd5c-4506-9c6c-9042fc2b42d3 None None] Port b2920e59-1c73-4601-95a0-efa0e3aad4dc cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:32:59.008731 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7752b12d-7b4e-4457-9882-f13a322a100b req-d2b26b88-0055-4398-b974-63430a75a084 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917990 May 19 02:32:59.184773 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ae0d4-6b21-4ff5-a524-b74fbbebb0e4 req-572db08e-6193-4f28-afd4-d5aa27444ff3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:59.186391 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7b8ae0d4-6b21-4ff5-a524-b74fbbebb0e4 req-572db08e-6193-4f28-afd4-d5aa27444ff3 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1090429 May 19 02:32:59.273552 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7b8ae0d4-6b21-4ff5-a524-b74fbbebb0e4 req-b687e64d-2262-4e37-b586-66658742db5c tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736625 May 19 02:32:59.409895 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44e6da-4357-4e8b-a762-b00695b304d9 req-506a2a66-a069-415d-b9d7-c85ce7f7fe28 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:32:59.413049 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9c44e6da-4357-4e8b-a762-b00695b304d9 req-506a2a66-a069-415d-b9d7-c85ce7f7fe28 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 932 time: 0.1366036 May 19 02:32:59.479182 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9c44e6da-4357-4e8b-a762-b00695b304d9 req-96612fbb-91b4-47e4-99ee-3e8c967b99a0 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501444 May 19 02:32:59.542115 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2920e59-1c73-4601-95a0-efa0e3aad4dc {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:32:59.550813 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:59.568617 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Transition to ACTIVE for port object b2920e59-1c73-4601-95a0-efa0e3aad4dc will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:32:59.573789 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:32:59.579915 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-89e3660a-6bd7-4754-a989-4ae6ee53a93b tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:32:59.679045 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:32:59.777572 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:32:59.797221 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:32:59.885878 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:32:59.901811 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'port_id': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'mac_address': 'fa:16:3e:9c:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:32:59.974571 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Attempting to bind port b2920e59-1c73-4601-95a0-efa0e3aad4dc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:32:59.974571 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Attempting to bind port b2920e59-1c73-4601-95a0-efa0e3aad4dc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:32:59.974571 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Attempting to bind port b2920e59-1c73-4601-95a0-efa0e3aad4dc on network 44cf7665-c99d-49c4-ac82-adb7b7f06249 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:59.989021 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Port b2920e59-1c73-4601-95a0-efa0e3aad4dc on network 44cf7665-c99d-49c4-ac82-adb7b7f06249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:32:59.989442 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Attempting to bind port b2920e59-1c73-4601-95a0-efa0e3aad4dc on network 44cf7665-c99d-49c4-ac82-adb7b7f06249 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:32:59.997180 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:32:59.997518 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Checking segment: {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:32:59.997907 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Bound using segment: {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:32:59.998340 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Bound port: b2920e59-1c73-4601-95a0-efa0e3aad4dc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4955e4da-886c-49d2-aaa1-78fc0c9266d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:32:59.998686 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:00.091471 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:00.113755 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17412295-d8cc-40b3-bf1b-da1461c386c4 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:33:00.147062 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:00.151884 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:00.153855 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:00.166677 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-a4317eaf-3e49-4296-9425-e4dad5ca50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.169649 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-a4317eaf-3e49-4296-9425-e4dad5ca50e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ac91fe25974a28892feef645ac25d1&device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 1098 time: 0.2743528 May 19 02:33:00.238281 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=9']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:00.246294 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.247056 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.247562 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.248059 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.248793 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.249559 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.250045 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.250532 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.251004 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.251466 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.252199 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.252732 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:33:00.253129 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:00.262834 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:00.300907 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dbbbc-e026-401d-8544-14dbb1bd94f5 req-7efd5a12-99f4-4231-92f3-a41178772816 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.302509 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f07dbbbc-e026-401d-8544-14dbb1bd94f5 req-7efd5a12-99f4-4231-92f3-a41178772816 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3188827 May 19 02:33:00.321654 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:33:00.330051 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:00.336281 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:00.359086 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83856d14-ab21-42be-8d2d-f88b288dc8c2 req-37e1fceb-90aa-4f49-bda2-5fe9a91e1185 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.360636 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-83856d14-ab21-42be-8d2d-f88b288dc8c2 req-37e1fceb-90aa-4f49-bda2-5fe9a91e1185 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 945 time: 0.2124774 May 19 02:33:00.408474 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f07dbbbc-e026-401d-8544-14dbb1bd94f5 req-fa46e813-02f5-4a35-8480-ee283f9f64ca tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938694 May 19 02:33:00.412923 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.413544 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:00.414930 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] 10.222.0.11 "PUT /v2.0/ports/b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 1094 time: 1.6849048 May 19 02:33:00.415439 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:33:00.468010 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-83856d14-ab21-42be-8d2d-f88b288dc8c2 req-5dbe2d31-4e09-40c8-980a-24de3dbec3d3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947461 May 19 02:33:00.472844 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-c2bc34a3-7d41-4b6e-b8f8-e38233780618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.475560 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-c2bc34a3-7d41-4b6e-b8f8-e38233780618 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 200 len: 919 time: 0.2957838 May 19 02:33:00.485533 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:00.539907 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['17412295-d8cc-40b3-bf1b-da1461c386c4'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:33:00.577844 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'status': 'completed', 'code': 200} May 19 02:33:00.586188 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:00.673378 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-38e0f250-c08e-48eb-83e7-d8f4157e9415 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 200 len: 217 time: 0.1810415 May 19 02:33:00.766567 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-eed3a606-58e5-442c-a126-94289bf9f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.768096 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-eed3a606-58e5-442c-a126-94289bf9f6f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 200 len: 859 time: 0.0754786 May 19 02:33:00.799078 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1b688-aae6-479c-83a5-968598a95b0e req-1bdbeb24-1167-4e9c-a7ea-0e043fc69e4d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.805473 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3cc1b688-aae6-479c-83a5-968598a95b0e req-1bdbeb24-1167-4e9c-a7ea-0e043fc69e4d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1850755 May 19 02:33:00.854707 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-05526268-5ef7-4a34-8691-91aedfe988f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8f110cd-0fd5-4235-a022-8e52b9fdff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709922 May 19 02:33:00.859595 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-778d286f-b386-4a70-81a7-d0d285e23e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.862154 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-778d286f-b386-4a70-81a7-d0d285e23e3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1097 time: 0.2870448 May 19 02:33:00.975164 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3cc1b688-aae6-479c-83a5-968598a95b0e req-cb0d2437-28b3-46f8-b032-2689fc8b2d27 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529789 May 19 02:33:00.988505 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d98a4-7bc9-4a82-9e86-16580e683a1f req-614252e8-817a-4798-ac9e-e4c0b0b978c4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:00.991076 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0d2d98a4-7bc9-4a82-9e86-16580e683a1f req-614252e8-817a-4798-ac9e-e4c0b0b978c4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 944 time: 0.2594240 May 19 02:33:01.019933 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-18e54771-89b5-4daa-a17b-dde3ddf4a196 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 217 time: 0.1367941 May 19 02:33:01.063283 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0d2d98a4-7bc9-4a82-9e86-16580e683a1f req-39952e58-a129-4d3f-9a3d-d6d510ef1d5e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585022 May 19 02:33:01.155831 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-8521499a-1d1e-42a1-8775-908fc6e2b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:01.157302 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-8521499a-1d1e-42a1-8775-908fc6e2b3a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.0925562 May 19 02:33:01.168273 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-5df641ae-bab7-48fd-b8bb-08c7b6ba45b6 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871776 May 19 02:33:01.472374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-95e354e3-d1c7-444c-80c1-a62518eb5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:01.474432 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-95e354e3-d1c7-444c-80c1-a62518eb5f37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3046794 May 19 02:33:01.478375 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a66c81ca-e10b-4fc6-9906-39fd30312300 req-169dba02-7278-4e90-ae5e-aca9cd86cd57 service neutron] 10.222.0.11 "GET /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761557 May 19 02:33:01.699862 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:33:01.707158 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-f9deed5b-94a7-4bf9-9bf9-54876957e929 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161813 May 19 02:33:01.727688 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91ef9f-5a5e-4dcf-9a60-4ce2d4e3ecd6 req-d5242bed-38af-4580-907a-9b9fc0a36914 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:01.736700 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e91ef9f-5a5e-4dcf-9a60-4ce2d4e3ecd6 req-d5242bed-38af-4580-907a-9b9fc0a36914 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1463315 May 19 02:33:01.812920 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e91ef9f-5a5e-4dcf-9a60-4ce2d4e3ecd6 req-631e7cee-5409-4642-ba66-5480efe517f5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740128 May 19 02:33:01.847277 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 17412295-d8cc-40b3-bf1b-da1461c386c4 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:33:01.847974 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:01.935328 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b50b8293-3cd3-49cb-a1e8-202b97872ae6 req-38b7ade7-ff8a-4db7-ba3c-c8098bc0d158 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205446 May 19 02:33:01.997689 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:02.090217 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:33:02.099080 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab88fea-27c3-4d20-8da2-3dc5a26fe329 req-1bf27d85-4f21-41a9-b9ee-833ab9dd522b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:02.104773 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dab88fea-27c3-4d20-8da2-3dc5a26fe329 req-1bf27d85-4f21-41a9-b9ee-833ab9dd522b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 945 time: 0.1911161 May 19 02:33:02.106232 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:02.112542 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:02.117505 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:02.165427 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dab88fea-27c3-4d20-8da2-3dc5a26fe329 req-020d19d1-6b8f-4ae2-941a-c449ee714e56 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479126 May 19 02:33:02.179351 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-b7fb9a43-0d4e-4521-8e08-8efe2fbd637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:02.181290 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-b7fb9a43-0d4e-4521-8e08-8efe2fbd637d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1097 time: 0.1695387 May 19 02:33:02.266109 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=10']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:02.279830 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:02.359218 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f5ea-d8e3-4dcc-a15c-c46af6161906 req-49d23ba2-bc80-4ba7-bab1-bbb1f59416ff tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:02.361837 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1681f5ea-d8e3-4dcc-a15c-c46af6161906 req-49d23ba2-bc80-4ba7-bab1-bbb1f59416ff tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1670432 May 19 02:33:02.427947 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-3b5d1c8b-2703-498e-8325-1b888fb870f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:02.430728 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-3b5d1c8b-2703-498e-8325-1b888fb870f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 908 time: 0.2398589 May 19 02:33:02.501605 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1681f5ea-d8e3-4dcc-a15c-c46af6161906 req-77b94329-975c-4549-b3f4-ab2e0f51ec71 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772724 May 19 02:33:02.530115 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-f0b5e913-5526-4518-b604-16be86142e52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 217 time: 0.0915136 May 19 02:33:02.538114 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6b69c-7fc0-4e56-8e92-feb22a0c9dd9 req-8935dc7a-2e7d-4d1f-b13d-df1cf1c0f8ea tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:02.550970 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-76a6b69c-7fc0-4e56-8e92-feb22a0c9dd9 req-8935dc7a-2e7d-4d1f-b13d-df1cf1c0f8ea tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 944 time: 0.1817131 May 19 02:33:02.577847 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'code': 200} May 19 02:33:02.610554 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-76a6b69c-7fc0-4e56-8e92-feb22a0c9dd9 req-2c5d76b8-9533-458f-897b-cecc9e198828 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635786 May 19 02:33:02.644962 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-02cdc7d3-3d70-4961-9504-3c3219199273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:02.646722 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-02cdc7d3-3d70-4961-9504-3c3219199273 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.1069105 May 19 02:33:02.780061 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-80b69039-7977-4d4f-9371-139dca91e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:02.782470 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-80b69039-7977-4d4f-9371-139dca91e207 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1239944 May 19 02:33:02.959764 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-deb80461-c8bd-481d-989f-8d832ccd5542 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693599 May 19 02:33:03.119963 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fd6f6-af2c-4e54-a492-3160d5eacfda req-0e5343e9-5591-4b61-a7a6-99fde445fa6d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:03.122456 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c45fd6f6-af2c-4e54-a492-3160d5eacfda req-0e5343e9-5591-4b61-a7a6-99fde445fa6d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1097252 May 19 02:33:03.125684 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3ecfd342-df2d-46c2-9be5-97212bbc93eb req-9e7cdd00-c940-4860-a519-21017f97aa1a service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542189 May 19 02:33:03.198966 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c45fd6f6-af2c-4e54-a492-3160d5eacfda req-4ed409df-b7a6-4aad-9274-8cfef5272c79 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677187 May 19 02:33:03.340765 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13196744-6767-4b9c-9d98-8a426f85e2b3 req-3f528f36-e065-4b3f-b8d4-e2cbb95789d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:03.342302 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-13196744-6767-4b9c-9d98-8a426f85e2b3 req-3f528f36-e065-4b3f-b8d4-e2cbb95789d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1100 time: 0.0876832 May 19 02:33:03.410691 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-13196744-6767-4b9c-9d98-8a426f85e2b3 req-0181a7a3-fc60-49a3-bfc7-367a60fbffeb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593596 May 19 02:33:03.461167 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd3e2-d0f0-4209-80ae-c57ba067d657 req-ff0e0e52-73fb-46cc-ae0e-b9f11c8d65f9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:03.462755 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-616cd3e2-d0f0-4209-80ae-c57ba067d657 req-ff0e0e52-73fb-46cc-ae0e-b9f11c8d65f9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.1040039 May 19 02:33:03.542129 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-616cd3e2-d0f0-4209-80ae-c57ba067d657 req-4cfd91b7-0713-4a43-9902-c68df595e8bc tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677874 May 19 02:33:03.725915 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c2b0f-603d-4479-976e-c5a2471c7162 req-141a8f06-4116-4483-9bd6-b5cc263377e3 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:03.727517 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-468c2b0f-603d-4479-976e-c5a2471c7162 req-141a8f06-4116-4483-9bd6-b5cc263377e3 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.0918519 May 19 02:33:03.780030 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-468c2b0f-603d-4479-976e-c5a2471c7162 req-75a83b03-e285-4375-915b-ead0f021e38b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 May 19 02:33:03.881358 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117d19a-cb4a-4729-b933-c62a134c8fe7 req-0365b6f3-c7b9-4238-8586-d940ad0187c9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:03.882956 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b117d19a-cb4a-4729-b933-c62a134c8fe7 req-0365b6f3-c7b9-4238-8586-d940ad0187c9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 944 time: 0.0982978 May 19 02:33:03.943895 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b117d19a-cb4a-4729-b933-c62a134c8fe7 req-fa946215-3c93-4a49-860e-77bfbea3e4a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546236 May 19 02:33:04.430394 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41eec3-926c-4686-9498-b046c3e6077f req-9255cffa-1a2a-4969-909a-71cccfc29e6e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:04.432928 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8a41eec3-926c-4686-9498-b046c3e6077f req-9255cffa-1a2a-4969-909a-71cccfc29e6e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.0935230 May 19 02:33:04.500973 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8a41eec3-926c-4686-9498-b046c3e6077f req-d7a3e2e2-8962-4b72-b069-03699137c775 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 May 19 02:33:04.827243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64de98-a45d-4c2f-acc6-00081b48f2d8 req-bafd8cfc-7c10-4da5-a6af-b9cd7861af04 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:04.829784 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fd64de98-a45d-4c2f-acc6-00081b48f2d8 req-bafd8cfc-7c10-4da5-a6af-b9cd7861af04 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.1486995 May 19 02:33:04.922950 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fd64de98-a45d-4c2f-acc6-00081b48f2d8 req-d0e63333-0022-40eb-800d-c3479447e38d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809984 May 19 02:33:05.294902 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad47d7-95da-4efb-b3b6-f30bf43cabbb req-eb00d84d-462c-4962-8659-b1a3d5581823 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:05.297740 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-18ad47d7-95da-4efb-b3b6-f30bf43cabbb req-eb00d84d-462c-4962-8659-b1a3d5581823 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2023878 May 19 02:33:05.452255 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-18ad47d7-95da-4efb-b3b6-f30bf43cabbb req-147b9a5a-1712-44cb-8486-346841cb4edc tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416826 May 19 02:33:05.546042 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482239-4d5f-40ab-ad60-228626ea7df9 req-bddeacb6-b019-4650-8669-bf0fb3639689 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:05.548674 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-18482239-4d5f-40ab-ad60-228626ea7df9 req-bddeacb6-b019-4650-8669-bf0fb3639689 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 944 time: 0.1640790 May 19 02:33:05.621580 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-18482239-4d5f-40ab-ad60-228626ea7df9 req-95301ae1-180d-4a88-b270-6d80ff2d73ac tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661352 May 19 02:33:05.713723 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b2920e59-1c73-4601-95a0-efa0e3aad4dc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:33:05.944999 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:05.969286 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'port_id': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'mac_address': 'fa:16:3e:c0:cc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:33:06.042488 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:06.071709 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2920e59-1c73-4601-95a0-efa0e3aad4dc {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:33:06.098862 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:06.104633 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:06.111773 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-cd45a3aa-78f5-47c5-9c03-b2bd9eff06a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:06.207128 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:06.215758 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:06.239060 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ab054-a90d-4d60-8e7e-7350f70f6d74 req-d4c80b55-94c8-4044-b824-e42c0efb08d3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:06.240539 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0c3ab054-a90d-4d60-8e7e-7350f70f6d74 req-d4c80b55-94c8-4044-b824-e42c0efb08d3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.1235809 May 19 02:33:06.294930 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0c3ab054-a90d-4d60-8e7e-7350f70f6d74 req-778f110a-7f41-4488-9f5b-8bbde5f7f4e7 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479054 May 19 02:33:06.585086 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['b2920e59-1c73-4601-95a0-efa0e3aad4dc'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:33:06.739869 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-1cc59f8e-b24b-4b1d-aad8-b74f1a8d0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:06.743157 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-1cc59f8e-b24b-4b1d-aad8-b74f1a8d0d4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1137 time: 0.1889739 May 19 02:33:06.828641 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f4abf-b025-4d9a-8201-da5cc420794f req-46a4aa90-8524-4d07-a3ed-865a639d467c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:06.837024 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e18f4abf-b025-4d9a-8201-da5cc420794f req-46a4aa90-8524-4d07-a3ed-865a639d467c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.2292397 May 19 02:33:06.918455 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51259671-4ee4-4301-a8aa-ef213d3161aa req-69374c89-eacf-4fab-84a7-23b44ae1e6e4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:06.926838 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-51259671-4ee4-4301-a8aa-ef213d3161aa req-69374c89-eacf-4fab-84a7-23b44ae1e6e4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.2127199 May 19 02:33:06.982396 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e18f4abf-b025-4d9a-8201-da5cc420794f req-b2a57f44-7a3f-4bfd-a623-cbb57654881e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442726 May 19 02:33:07.071251 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-51259671-4ee4-4301-a8aa-ef213d3161aa req-3723cd00-6687-48bb-9f8f-1b03ec363922 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434522 May 19 02:33:07.110623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-64585308-2c3d-4022-a514-5706cc08f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:07.112420 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-64585308-2c3d-4022-a514-5706cc08f97a service neutron] 10.222.0.11 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 915 time: 0.3503401 May 19 02:33:07.283655 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-4d563017-5bd4-4b46-9d9b-f75a48b8a190 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 1001 time: 0.1518264 May 19 02:33:07.309446 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3fe91-4841-4e5a-92c1-2f9a670a869d req-a3eadddb-d085-490c-a728-e242b782eb36 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:07.311105 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a1d3fe91-4841-4e5a-92c1-2f9a670a869d req-a3eadddb-d085-490c-a728-e242b782eb36 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 945 time: 0.1475267 May 19 02:33:07.376509 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-aab35b3a-75a8-4e94-9c6d-708a537074be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:07.379844 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-aab35b3a-75a8-4e94-9c6d-708a537074be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 200 len: 854 time: 0.0841715 May 19 02:33:07.392869 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a1d3fe91-4841-4e5a-92c1-2f9a670a869d req-ea661715-b75a-4ddd-a840-6c190898f735 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730369 May 19 02:33:07.633663 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-ca4501a8-ea2f-4ffa-8522-a07291baca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:07.636067 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-ca4501a8-ea2f-4ffa-8522-a07291baca67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=130b2ede-bd20-430e-b618-bb8bc3f68ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2477953 May 19 02:33:07.705638 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e4d6f-0eb1-4d6b-879f-b2ac7fae2149 req-5a126aa3-30c2-4b42-a9b6-0ea51d83b21b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:07.707871 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-008e4d6f-0eb1-4d6b-879f-b2ac7fae2149 req-5a126aa3-30c2-4b42-a9b6-0ea51d83b21b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.2191706 May 19 02:33:07.763149 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-008e4d6f-0eb1-4d6b-879f-b2ac7fae2149 req-ca8a2869-78a2-465c-8a9a-177f664224fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488412 May 19 02:33:07.846110 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-9f48cbe3-e682-4624-af70-754e6c391443 service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987102 May 19 02:33:08.005306 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1a784ac8-d3dd-4b06-a6d5-e78746a46e5b req-8bc1767f-ea51-484a-b644-9ca9075c8ef4 service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511467 May 19 02:33:08.376575 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2726f-1617-411d-9bc4-42f4e401f9bb req-0ef942de-eeda-4234-8668-7e3875a0eda7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:08.382634 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-66e2726f-1617-411d-9bc4-42f4e401f9bb req-0ef942de-eeda-4234-8668-7e3875a0eda7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.2398283 May 19 02:33:08.429038 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453776a6-3ebd-4f40-8078-366e345f0ebc req-4f52fb2f-c72b-4319-a7c8-3c270ae47564 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:08.430569 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-453776a6-3ebd-4f40-8078-366e345f0ebc req-4f52fb2f-c72b-4319-a7c8-3c270ae47564 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1625264 May 19 02:33:08.479117 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-66e2726f-1617-411d-9bc4-42f4e401f9bb req-b5d36fd9-8492-411f-a042-a6cb7673fb08 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899038 May 19 02:33:08.519993 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-453776a6-3ebd-4f40-8078-366e345f0ebc req-7e1d859b-f191-4c0d-aa6c-5d4365988a9c tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759068 May 19 02:33:08.687904 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3940a-18f0-4a8e-b97b-9b1ddd897736 req-93b57db6-3e48-4270-9d18-60d52ead7289 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:08.689411 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bec3940a-18f0-4a8e-b97b-9b1ddd897736 req-93b57db6-3e48-4270-9d18-60d52ead7289 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 945 time: 0.0875089 May 19 02:33:08.769559 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bec3940a-18f0-4a8e-b97b-9b1ddd897736 req-d1fb598e-5f75-4675-97a3-68ad51d2c9a7 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699573 May 19 02:33:09.738497 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b2920e59-1c73-4601-95a0-efa0e3aad4dc up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:33:09.802511 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:09.821039 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port b2920e59-1c73-4601-95a0-efa0e3aad4dc completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:33:09.822362 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fd45b-4333-48be-9698-d3a692f42597 req-9b089094-b01a-4449-b2d3-66585e17bf85 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:09.826124 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f85fd45b-4333-48be-9698-d3a692f42597 req-9b089094-b01a-4449-b2d3-66585e17bf85 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1902189 May 19 02:33:09.829707 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port b2920e59-1c73-4601-95a0-efa0e3aad4dc triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:33:09.830776 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:09.840135 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137a878-7305-4faa-b9f9-e06c756a7318 req-5f190f98-0a4a-4d1b-be7a-5745ce90957d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:09.842436 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2137a878-7305-4faa-b9f9-e06c756a7318 req-5f190f98-0a4a-4d1b-be7a-5745ce90957d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1473479 May 19 02:33:09.934290 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f85fd45b-4333-48be-9698-d3a692f42597 req-1884266d-7d54-44f6-8e23-98d32cc406d9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905502 May 19 02:33:09.944628 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2137a878-7305-4faa-b9f9-e06c756a7318 req-5962f1f9-7c81-4360-9fd2-22392dd4566c tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782232 May 19 02:33:10.034402 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:10.083376 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:33:10.096961 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:10.102611 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:10.104768 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:10.189147 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbae6d-c6e6-40b8-b331-7425a4c911f7 req-4b9c032e-e51e-4b5e-8671-d794a5abf4c1 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:10.190930 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f3bbae6d-c6e6-40b8-b331-7425a4c911f7 req-4b9c032e-e51e-4b5e-8671-d794a5abf4c1 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1025593 May 19 02:33:10.197715 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:10.202798 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:10.274510 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f3bbae6d-c6e6-40b8-b331-7425a4c911f7 req-80333140-035b-4788-a21d-e129ed0ca207 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691159 May 19 02:33:10.328661 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'code': 200} May 19 02:33:10.553492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3cb29-4d6c-4c3b-860a-656316d8b934 req-e668d7f3-e4c6-4b35-9be9-53f69c7def21 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:10.556095 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e3e3cb29-4d6c-4c3b-860a-656316d8b934 req-e668d7f3-e4c6-4b35-9be9-53f69c7def21 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1306508 May 19 02:33:10.618035 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e3e3cb29-4d6c-4c3b-860a-656316d8b934 req-a0eecc64-44ca-48e0-a6ae-3aab63adc9eb tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 May 19 02:33:10.785192 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ade05-740d-4a4d-839f-8d0969352f5c req-716cf8cf-a9c6-4e33-8630-8870c4a2cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:10.786810 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-984ade05-740d-4a4d-839f-8d0969352f5c req-716cf8cf-a9c6-4e33-8630-8870c4a2cc33 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1099 time: 0.0839112 May 19 02:33:10.837227 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-984ade05-740d-4a4d-839f-8d0969352f5c req-8fd24ff5-7ef0-4ec2-a014-e383ba03a253 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431008 May 19 02:33:11.254530 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314490-68ca-408e-985a-bdbb387257c0 req-bc622f61-9dbe-4518-b2dd-03a90139cc46 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:11.256073 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a8314490-68ca-408e-985a-bdbb387257c0 req-bc622f61-9dbe-4518-b2dd-03a90139cc46 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1908426 May 19 02:33:11.266747 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530216a2-ee19-4591-a7cc-8d9222007a55 req-cd951fb2-83b4-47c3-b354-2adf8381c47b tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:11.269061 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-530216a2-ee19-4591-a7cc-8d9222007a55 req-cd951fb2-83b4-47c3-b354-2adf8381c47b tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1557355 May 19 02:33:11.364977 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a8314490-68ca-408e-985a-bdbb387257c0 req-7a94cd0c-f95c-4449-9cc8-e9884bb47315 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946281 May 19 02:33:11.369359 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-530216a2-ee19-4591-a7cc-8d9222007a55 req-ab4bba24-4633-483a-80a4-b548b42bfc7f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765228 May 19 02:33:11.580668 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0efc6-53ae-4afc-975e-318a030c5859 req-f97656d3-2268-4a5d-8cb0-b4911dbae07b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:11.582267 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b2f0efc6-53ae-4afc-975e-318a030c5859 req-f97656d3-2268-4a5d-8cb0-b4911dbae07b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0990582 May 19 02:33:11.650773 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b2f0efc6-53ae-4afc-975e-318a030c5859 req-14bfd410-4afb-45aa-b046-dc9081eeffb8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624566 May 19 02:33:11.830578 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0fff-d700-423a-8692-35d89a43f493 req-8c32be86-496e-4192-8052-a442b0dc607a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:11.832547 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-03bb0fff-d700-423a-8692-35d89a43f493 req-8c32be86-496e-4192-8052-a442b0dc607a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.0844519 May 19 02:33:11.912051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-03bb0fff-d700-423a-8692-35d89a43f493 req-5f32c2db-1f38-424c-8e34-ba6d47a0a064 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703075 May 19 02:33:12.431063 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-574433ed-26b0-4f94-b000-e3ac15bde280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:12.665150 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9100a9-e04c-4fca-aba3-a1367815d169 req-8426a3dc-c63d-4f75-a941-4b4bcc203182 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:12.666672 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f9100a9-e04c-4fca-aba3-a1367815d169 req-8426a3dc-c63d-4f75-a941-4b4bcc203182 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1732640 May 19 02:33:12.735472 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8be3c3-315b-4593-b8ce-3c51a4051244 req-1d106db5-bbda-462a-a420-b24b4bd6347c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:12.737801 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8a8be3c3-315b-4593-b8ce-3c51a4051244 req-1d106db5-bbda-462a-a420-b24b4bd6347c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1673365 May 19 02:33:12.744028 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f9100a9-e04c-4fca-aba3-a1367815d169 req-15f8abcf-b208-4971-a115-ee6d5304031c tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675476 May 19 02:33:12.810125 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8a8be3c3-315b-4593-b8ce-3c51a4051244 req-3a9db4c4-94e5-4842-a0a1-778252bec3c4 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594549 May 19 02:33:13.020206 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10af075-ceee-4cf5-b6dc-ba73fc368a1d req-6cf40188-b0eb-49be-a683-f14ade81029f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:13.022894 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c10af075-ceee-4cf5-b6dc-ba73fc368a1d req-6cf40188-b0eb-49be-a683-f14ade81029f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1242414 May 19 02:33:13.150014 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c10af075-ceee-4cf5-b6dc-ba73fc368a1d req-1844f79a-feb4-431d-81e0-8a04ff9337e2 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162667 May 19 02:33:13.197532 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcd450-a20c-4365-89ff-66e3e1e0d6ee req-1094a952-e763-4619-bbb1-b34c521e1ee8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:13.199027 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4fcd450-a20c-4365-89ff-66e3e1e0d6ee req-1094a952-e763-4619-bbb1-b34c521e1ee8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1253204 May 19 02:33:13.253998 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4fcd450-a20c-4365-89ff-66e3e1e0d6ee req-50e0689f-2e08-4582-a3d3-549a52d370a5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 May 19 02:33:13.482170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72219e4a-fb11-40ed-bc84-085af883a409 req-99a8d495-f28d-475f-bd0e-fc592f45840d tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:13.484258 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-72219e4a-fb11-40ed-bc84-085af883a409 req-99a8d495-f28d-475f-bd0e-fc592f45840d tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1729748 May 19 02:33:13.535499 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-72219e4a-fb11-40ed-bc84-085af883a409 req-981b4331-e73c-43c9-82d1-fc771534b20d tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436711 May 19 02:33:13.573414 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37876) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:14.025621 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a663fe-780d-4dfc-b056-5cc7f7565d3f req-dcfbac0f-9e1f-4a37-8b54-17d1f5f974db tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:14.027201 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-39a663fe-780d-4dfc-b056-5cc7f7565d3f req-dcfbac0f-9e1f-4a37-8b54-17d1f5f974db tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1255579 May 19 02:33:14.042977 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-2d8a19e5-264c-4e8b-8ac1-04a32dc719a4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:14.043596 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-2d8a19e5-264c-4e8b-8ac1-04a32dc719a4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Synchronizing usage tracker for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:33:14.051144 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ec950-1ef7-43c4-9ccc-5b1caf42d4bc tempest-TestShelveInstance-743500821 tempest-TestShelveInstance-743500821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:14.052701 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-304ec950-1ef7-43c4-9ccc-5b1caf42d4bc tempest-TestShelveInstance-743500821 tempest-TestShelveInstance-743500821-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1094 time: 0.4779408 May 19 02:33:14.060183 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37888) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:14.067602 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Request body: {'floatingip': {'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'port_id': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:14.073432 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-2d8a19e5-264c-4e8b-8ac1-04a32dc719a4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Unset dirty status for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:33:14.074604 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-2d8a19e5-264c-4e8b-8ac1-04a32dc719a4 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1487892 May 19 02:33:14.075557 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:14.079868 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Usage tracker for resource:floatingip and tenant:1203688e05404977a061ce17ce22f0e2 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:14.114295 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:14.141408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:14.141625 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-39a663fe-780d-4dfc-b056-5cc7f7565d3f req-8662882a-55cf-4a81-a657-78d7c37097e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704410 May 19 02:33:14.176647 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for floatingip, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:14.183651 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b14441-84b9-44b4-bae9-edb326aa21dc req-e0c5cdb9-4b70-435c-8545-6e7980e682f5 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:14.185857 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-15b14441-84b9-44b4-bae9-edb326aa21dc req-e0c5cdb9-4b70-435c-8545-6e7980e682f5 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1550422 May 19 02:33:14.264683 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-15b14441-84b9-44b4-bae9-edb326aa21dc req-d6ef3cdb-3c99-4d0e-a2ac-195d02578fc9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686173 May 19 02:33:14.441613 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Deleting port dbcef846-f5c4-4496-8c61-fce984f4f5ae {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:33:14.441999 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:14.572542 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce369f-5af2-45f3-9135-ecd16226f988 req-457ceef8-62cf-49ab-9bac-76b7a3730711 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:14.574332 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-92ce369f-5af2-45f3-9135-ecd16226f988 req-457ceef8-62cf-49ab-9bac-76b7a3730711 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 945 time: 0.1712968 May 19 02:33:14.622021 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:14.689851 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-92ce369f-5af2-45f3-9135-ecd16226f988 req-106944e0-77d4-422f-883f-a09a6292bd2d tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762362 May 19 02:33:14.729032 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f6d26-b8f0-422c-9a67-32aff3c62af9 req-3112cb1e-e98a-419e-874b-379ddfec3d3b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:14.731297 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0a9f6d26-b8f0-422c-9a67-32aff3c62af9 req-3112cb1e-e98a-419e-874b-379ddfec3d3b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1557512 May 19 02:33:14.755421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] For port dbcef846-f5c4-4496-8c61-fce984f4f5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dbcef846-f5c4-4496-8c61-fce984f4f5ae,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:14.756446 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:14.793302 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0a9f6d26-b8f0-422c-9a67-32aff3c62af9 req-d773374e-2ffc-493c-96d9-bd206acef0e9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503008 May 19 02:33:14.948685 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Calling delete_port for dbcef846-f5c4-4496-8c61-fce984f4f5ae owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:33:15.051931 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Allocated IP 172.28.2.211 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/87bff7ea-3a93-44f1-99ab-08a01fdf1005) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:33:15.059892 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769a525-e697-4d77-8d75-76c23f15e864 req-a0d0ba46-4a49-43de-95af-5b7b62aa5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:15.061413 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a769a525-e697-4d77-8d75-76c23f15e864 req-a0d0ba46-4a49-43de-95af-5b7b62aa5b48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 1098 time: 0.3794956 May 19 02:33:15.249399 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:15.402499 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ef3d42e9-2609-4618-bf60-890b7d104c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:15.501039 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfceb1-6f2f-4476-8e79-d8fca75e7675 req-cd0a267d-2076-4253-9d44-f6f080efe83c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:15.503292 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-76dfceb1-6f2f-4476-8e79-d8fca75e7675 req-cd0a267d-2076-4253-9d44-f6f080efe83c tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.0896883 May 19 02:33:15.544863 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769a525-e697-4d77-8d75-76c23f15e864 req-2cd84ff0-82bb-44e0-bb46-cde187ecc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:15.546331 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a769a525-e697-4d77-8d75-76c23f15e864 req-2cd84ff0-82bb-44e0-bb46-cde187ecc795 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 911 time: 0.4730904 May 19 02:33:15.555130 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:15.566572 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3bbaa867-4f8d-46fc-ba5c-98065675630d tempest-VolumesActionsTest-1451870230 tempest-VolumesActionsTest-1451870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:15.569577 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-76dfceb1-6f2f-4476-8e79-d8fca75e7675 req-9fec3c33-d0ad-49ba-bf83-3efc5635a02a tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582182 May 19 02:33:15.572900 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['b318b0d6-01b8-4c00-b8ff-3987da53670d', 'dbcef846-f5c4-4496-8c61-fce984f4f5ae'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:33:15.627062 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:15.700382 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Pushing event deleted for resources: {'Port': ['ID=dbcef846-f5c4-4496-8c61-fce984f4f5ae,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:15.713227 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:15.856710 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] No DVR routers for this DVR port dbcef846-f5c4-4496-8c61-fce984f4f5ae on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:33:15.864308 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:15.871050 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'name': 'network-vif-deleted', 'tag': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:33:15.881204 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a769a525-e697-4d77-8d75-76c23f15e864 req-4c17f987-7d78-4a28-9f77-cd2595b84e73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 200 len: 1000 time: 0.2720950 May 19 02:33:15.896659 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-971efd6e-2158-4b16-b72b-dc2acf4b8af4 req-8522cadd-8fe4-4a71-bc66-d6c7822d2e76 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb159c78-ac24-4c4f-8571-36b3a0adf957 HTTP/1.1" status: 200 len: 210 time: 0.0547330 May 19 02:33:15.959602 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9222f5db-8736-414c-b03f-34dc80bd09e1 req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "DELETE /v2.0/ports/dbcef846-f5c4-4496-8c61-fce984f4f5ae HTTP/1.1" status: 204 len: 173 time: 1.8758826 May 19 02:33:15.985484 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:15.998531 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c7ac9c9e-a1f6-493c-bbe5-031db90a4505 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:16.055340 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb159c78-ac24-4c4f-8571-36b3a0adf957', 'name': 'network-vif-deleted', 'tag': 'dbcef846-f5c4-4496-8c61-fce984f4f5ae', 'status': 'completed', 'code': 200} May 19 02:33:16.090096 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:16.103393 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77089d1-e54a-408f-a29d-18d6153e91aa req-ffede48d-b9c0-4020-b5b3-e0650e1be3c1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:16.113257 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b77089d1-e54a-408f-a29d-18d6153e91aa req-ffede48d-b9c0-4020-b5b3-e0650e1be3c1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1857219 May 19 02:33:16.135508 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769a525-e697-4d77-8d75-76c23f15e864 req-6019902c-adb7-40db-9df2-33eae76b2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:16.138019 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a769a525-e697-4d77-8d75-76c23f15e864 req-6019902c-adb7-40db-9df2-33eae76b2fe0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.2419493 May 19 02:33:16.145067 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:33:16.149963 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:33:16.159418 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:33:16.194204 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b77089d1-e54a-408f-a29d-18d6153e91aa req-cdc074b0-4af6-46c8-a4cb-c32d46dbbbd9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797796 May 19 02:33:16.203231 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'Port': ['ID=87bff7ea-3a93-44f1-99ab-08a01fdf1005,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:16.251934 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:16.423040 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769a525-e697-4d77-8d75-76c23f15e864 req-4914bb4e-ce45-4004-a600-4dffa157105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:16.425145 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a769a525-e697-4d77-8d75-76c23f15e864 req-4914bb4e-ce45-4004-a600-4dffa157105e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2671604 May 19 02:33:16.792955 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a769a525-e697-4d77-8d75-76c23f15e864 req-323deb21-344f-492c-92a3-71013cddefdf service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533549 May 19 02:33:16.939445 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4d839-c032-46f0-8232-2bd26b1ebf02 req-3d0a0d1d-a1ee-410c-a531-241acc1d37a2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:16.942170 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2ef4d839-c032-46f0-8232-2bd26b1ebf02 req-3d0a0d1d-a1ee-410c-a531-241acc1d37a2 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1583343 May 19 02:33:17.048562 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2ef4d839-c032-46f0-8232-2bd26b1ebf02 req-18cce7e5-4761-4054-9b36-41785bb605d8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953200 May 19 02:33:17.096215 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a769a525-e697-4d77-8d75-76c23f15e864 req-738f35c5-d72e-4633-9800-52f7dec0d43f service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834206 May 19 02:33:17.137233 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:17.239231 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:17.430024 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:17.557255 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd1e0b-8bad-480a-838c-6bb61547ffbc req-4253ef6c-ee8c-405b-8b02-9c7149d676d1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:17.561935 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-62fd1e0b-8bad-480a-838c-6bb61547ffbc req-4253ef6c-ee8c-405b-8b02-9c7149d676d1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1340520 May 19 02:33:17.719813 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-62fd1e0b-8bad-480a-838c-6bb61547ffbc req-06d2b53b-7148-4415-b213-8cdb26e1b827 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020458 May 19 02:33:17.759089 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0398a9-6571-417a-96e3-4a95653ad94a req-9a4fc075-4d9f-4ac7-ac74-5f88bb355079 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:17.761486 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c0398a9-6571-417a-96e3-4a95653ad94a req-9a4fc075-4d9f-4ac7-ac74-5f88bb355079 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1949308 May 19 02:33:17.785512 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device dbcef846-f5c4-4496-8c61-fce984f4f5ae no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:33:17.786748 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:17.793900 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:17.803852 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f9e39b87-ffc3-4882-a915-5f97a182006e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:17.840762 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c0398a9-6571-417a-96e3-4a95653ad94a req-76556014-d831-4e92-a103-ba4ea999e62b tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681179 May 19 02:33:17.848304 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: dbcef846-f5c4-4496-8c61-fce984f4f5ae {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:33:17.848926 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device dbcef846-f5c4-4496-8c61-fce984f4f5ae not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:33:18.001414 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event updated for resources: {'Port': ['ID=87bff7ea-3a93-44f1-99ab-08a01fdf1005,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:18.008849 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:18.020206 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:18.328390 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Floating IP 23ce9211-2105-4837-b66d-d92f8e4ce9fa associated. External IP: 172.28.2.211, port: b2920e59-1c73-4601-95a0-efa0e3aad4dc. May 19 02:33:18.343192 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412091a-1579-4f7e-9686-49da017cf0a5 req-e29f20f9-1033-499a-b985-73f7ee11d896 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:18.345819 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d412091a-1579-4f7e-9686-49da017cf0a5 req-e29f20f9-1033-499a-b985-73f7ee11d896 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1549184 May 19 02:33:18.420190 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d412091a-1579-4f7e-9686-49da017cf0a5 req-dd30783e-0902-424d-9c0c-17fc176793c6 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640872 May 19 02:33:18.884103 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:33:18.995748 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4e569-1417-42de-abe3-ea98c74dc3e4 req-4e29dbe3-b384-4c6e-bf6a-d9b93c03661a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:19.005326 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-41d4e569-1417-42de-abe3-ea98c74dc3e4 req-4e29dbe3-b384-4c6e-bf6a-d9b93c03661a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1217487 May 19 02:33:19.056191 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-41d4e569-1417-42de-abe3-ea98c74dc3e4 req-25015fbd-51ed-443d-9a33-d8430a28d2a7 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499051 May 19 02:33:19.137515 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:33:19.155437 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] Sync routers for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:33:19.168483 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:19.176686 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:33:19.178233 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:33:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:19.185348 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ddc8b-1b3b-4137-bb97-4e51c31b606f req-54d0abdf-09d0-4403-95a6-c9a7281ca523 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:19.188149 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-166ddc8b-1b3b-4137-bb97-4e51c31b606f req-54d0abdf-09d0-4403-95a6-c9a7281ca523 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1307325 May 19 02:33:19.284857 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2103963 May 19 02:33:19.284857 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:33:19.301590 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-166ddc8b-1b3b-4137-bb97-4e51c31b606f req-3af45642-8e3c-4624-a31c-8ef4ac1b2b41 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021962 May 19 02:33:19.356268 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'status': 'completed', 'code': 200} May 19 02:33:19.475805 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:33:19.491955 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-211d7069-c64e-48a7-9614-6ce4383d94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:19.494890 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-211d7069-c64e-48a7-9614-6ce4383d94eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1099 time: 0.1004503 May 19 02:33:19.725243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d271d50-a8ff-47a5-a2bc-0ecc8109de50 req-5aa07968-96f1-4861-8ddd-bd9808ae7768 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:19.727155 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6d271d50-a8ff-47a5-a2bc-0ecc8109de50 req-5aa07968-96f1-4861-8ddd-bd9808ae7768 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1162074 May 19 02:33:19.733326 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-f8a9a2fb-091c-4a8f-99ba-33f41cf1b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:19.734749 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-f8a9a2fb-091c-4a8f-99ba-33f41cf1b708 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 908 time: 0.2269964 May 19 02:33:19.810524 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6d271d50-a8ff-47a5-a2bc-0ecc8109de50 req-0f215c2d-cc92-4100-85ea-635eecaf93fe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722103 May 19 02:33:19.902049 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-54a904e9-390e-4b9c-bd0e-8fdf4f871f97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 1000 time: 0.1594105 May 19 02:33:19.991645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-7e0c7fd4-c8ac-408e-a353-7845d634198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:19.993291 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-7e0c7fd4-c8ac-408e-a353-7845d634198f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.0813184 May 19 02:33:20.067007 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '23ce9211-2105-4837-b66d-d92f8e4ce9fa', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'floating_ip_address': '172.28.2.211', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'port_id': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'mac_address': 'fa:16:3e:c0:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:33:16Z', 'updated_at': '2021-05-19T02:33:16Z', 'revision_number': 0, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:10Z', 'revision_number': 5, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:20.073677 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] Checking router: ea0a371b-b7a8-4ab4-9454-b9adcbf43afd for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:33:20.088455 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:33:20.089453 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:33:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:20.255190 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-f6c6ed8d-cb2a-41ad-b3cc-6063a1ec6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:20.257504 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-f6c6ed8d-cb2a-41ad-b3cc-6063a1ec6926 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2476671 May 19 02:33:20.388170 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:33:20.433540 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-22e9f1e2-e3be-409f-8517-9826d6993d02 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646481 May 19 02:33:20.631660 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4ae5699-bc61-441f-be93-9daf296dfb25 req-bccc439b-a7ca-4657-a60c-249e3a560bcd service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902759 May 19 02:33:20.902777 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '23ce9211-2105-4837-b66d-d92f8e4ce9fa', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'floating_ip_address': '172.28.2.211', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'port_id': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'mac_address': 'fa:16:3e:c0:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:33:16Z', 'updated_at': '2021-05-19T02:33:16Z', 'revision_number': 0, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:10Z', 'revision_number': 5, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:20.910312 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a6621-3d01-4d86-971d-432b826efb04 None None] The sync data for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb is: [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '23ce9211-2105-4837-b66d-d92f8e4ce9fa', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'floating_ip_address': '172.28.2.211', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'port_id': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'mac_address': 'fa:16:3e:c0:cc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:33:16Z', 'updated_at': '2021-05-19T02:33:16Z', 'revision_number': 0, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:10Z', 'revision_number': 5, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:33:21.008947 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c94e6a-7326-47af-a6f1-624d80c4ab64 req-9387ec62-db39-4eee-a9e4-0dbc455fe35e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:21.010696 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08c94e6a-7326-47af-a6f1-624d80c4ab64 req-9387ec62-db39-4eee-a9e4-0dbc455fe35e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.3686314 May 19 02:33:21.116394 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08c94e6a-7326-47af-a6f1-624d80c4ab64 req-2a837b26-7e62-437a-b06f-28b75a2dd5e5 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900369 May 19 02:33:21.238016 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b916b-3822-4443-88cc-eca0bba670c9 None None] New status for floating IP 23ce9211-2105-4837-b66d-d92f8e4ce9fa: ACTIVE {{(pid=91267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:33:21.256608 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfc0d3-fbf9-43b8-933e-b01f4a632beb req-62400f40-77f2-4be2-9af4-779d55acb356 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:21.256808 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 37976) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:21.257923 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2bfc0d3-fbf9-43b8-933e-b01f4a632beb req-62400f40-77f2-4be2-9af4-779d55acb356 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.2435818 May 19 02:33:21.343866 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e2bfc0d3-fbf9-43b8-933e-b01f4a632beb req-7e47334f-d409-4cd9-b10c-f9b4f63a619a tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743580 May 19 02:33:21.406597 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:21.424902 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:21.428906 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Usage tracker for resource:security_group_rule and tenant:3842b411ff3642d1a7b55bada006238c is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:21.431864 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:21.438025 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:21.546646 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:21.553400 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:21.567941 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e590eab4-9dfc-4112-92ae-92e124427a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:21.613394 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3842b411ff3642d1a7b55bada006238c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557196 May 19 02:33:21.615369 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5fc67-e01b-4aac-93db-8b94c642168b,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:21.616467 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 37982) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:21.618550 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:21.717705 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:21.744154 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:21.819335 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:21.828274 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-107a5166-522b-4da3-81d3-d01bb6821859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:21.851064 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5fc67-e01b-4aac-93db-8b94c642168b,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:21.865157 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.865521 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.865873 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.866218 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.866559 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.866898 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.867233 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.867574 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.867926 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.868245 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.868572 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.868937 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:21.872132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:21.873698 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:21.875539 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8dd5fc67-e01b-4aac-93db-8b94c642168b HTTP/1.1" status: 204 len: 168 time: 0.2573087 May 19 02:33:22.449550 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb89fa-f236-440c-92b3-2cc899d9e0ee req-7d64c1a0-4fc9-47b2-9c9c-d1cf12f2b79f tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:22.452153 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d6bb89fa-f236-440c-92b3-2cc899d9e0ee req-7d64c1a0-4fc9-47b2-9c9c-d1cf12f2b79f tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2016454 May 19 02:33:22.572968 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d6bb89fa-f236-440c-92b3-2cc899d9e0ee req-e65574ac-faa2-4727-afcd-69ea735cdc4a tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103480 May 19 02:33:22.620642 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06f95-bf60-4648-bd05-153825d1b722 req-b2e23f68-dc75-4ac4-a007-5b5ebbc8c80d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:22.623060 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08f06f95-bf60-4648-bd05-153825d1b722 req-b2e23f68-dc75-4ac4-a007-5b5ebbc8c80d tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1343930 May 19 02:33:22.697733 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-08f06f95-bf60-4648-bd05-153825d1b722 req-3fbe733e-cdba-4b29-87b3-cb4f62334131 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650179 May 19 02:33:23.984138 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e4e37-a4a0-4c39-be17-86743b291ae8 req-585b8df8-bf6a-487b-95e8-897e2785ad11 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:23.985705 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dd7e4e37-a4a0-4c39-be17-86743b291ae8 req-585b8df8-bf6a-487b-95e8-897e2785ad11 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.2105377 May 19 02:33:24.047712 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15747d1-3125-4f8a-aae2-8d5e52ddeae1 req-f73af147-c094-4a26-91ca-870e45046d86 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:24.049159 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d15747d1-3125-4f8a-aae2-8d5e52ddeae1 req-f73af147-c094-4a26-91ca-870e45046d86 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1635742 May 19 02:33:24.052466 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-dd7e4e37-a4a0-4c39-be17-86743b291ae8 req-fb0b9437-0ba7-497f-8c16-902bea232dde tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597630 May 19 02:33:24.113795 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d15747d1-3125-4f8a-aae2-8d5e52ddeae1 req-8ef3004c-4812-4690-8243-b5a03b6a937e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573494 May 19 02:33:25.378689 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96aadc-bb0a-4a02-8344-157a4a2ad7ad req-e78bfcc7-6ea7-4925-af42-953103da80ff tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:25.380569 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f96aadc-bb0a-4a02-8344-157a4a2ad7ad req-e78bfcc7-6ea7-4925-af42-953103da80ff tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1681852 May 19 02:33:25.392964 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc29df-6cc0-4a5e-b6c6-f087e0b1efe7 req-99376bfd-3bca-4ae9-8cd5-0a8509868da1 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:25.394379 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-63fc29df-6cc0-4a5e-b6c6-f087e0b1efe7 req-99376bfd-3bca-4ae9-8cd5-0a8509868da1 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1431601 May 19 02:33:25.466948 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f96aadc-bb0a-4a02-8344-157a4a2ad7ad req-3a498d78-4899-4b1d-8647-40cdd5dad0d8 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e267a9e-3995-43e4-8936-ccb38ce10ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715179 May 19 02:33:25.467292 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-4440efb1-0e82-4021-867b-f2c5512222a9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:25.468259 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-4440efb1-0e82-4021-867b-f2c5512222a9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Synchronizing usage tracker for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:33:25.475991 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-63fc29df-6cc0-4a5e-b6c6-f087e0b1efe7 req-d4483038-70a6-4a74-8308-69e0c4ae5ae9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650783 May 19 02:33:25.492285 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-4440efb1-0e82-4021-867b-f2c5512222a9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Unset dirty status for tenant:00ac91fe25974a28892feef645ac25d1 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:33:25.494336 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-4440efb1-0e82-4021-867b-f2c5512222a9 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 945 time: 0.1223087 May 19 02:33:25.637935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Deleting port b318b0d6-01b8-4c00-b8ff-3987da53670d {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:33:25.638269 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:25.780147 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] For port b318b0d6-01b8-4c00-b8ff-3987da53670d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b318b0d6-01b8-4c00-b8ff-3987da53670d,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:25.780147 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:25.909870 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Calling delete_port for b318b0d6-01b8-4c00-b8ff-3987da53670d owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:33:26.032096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:26.037726 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-17377c54-7b25-46b9-a438-cfda71d5190d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:26.044615 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['b318b0d6-01b8-4c00-b8ff-3987da53670d'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:33:26.092815 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Pushing event deleted for resources: {'Port': ['ID=b318b0d6-01b8-4c00-b8ff-3987da53670d,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:26.134213 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.134575 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.134930 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.135286 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.135642 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.135995 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.136335 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.136682 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.137070 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.137408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.137751 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.138090 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:33:26.179337 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:26.180228 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] No DVR routers for this DVR port b318b0d6-01b8-4c00-b8ff-3987da53670d on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:33:26.183230 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:26.186768 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'name': 'network-vif-deleted', 'tag': 'b318b0d6-01b8-4c00-b8ff-3987da53670d'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:33:26.215750 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-b5c268dd-654d-4474-ba8e-d4854edd66d9 req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.11 "DELETE /v2.0/ports/b318b0d6-01b8-4c00-b8ff-3987da53670d HTTP/1.1" status: 204 len: 173 time: 0.7123628 May 19 02:33:26.236972 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f689eb2-193b-4f65-9739-f62d9caeeb7e', 'name': 'network-vif-deleted', 'tag': 'b318b0d6-01b8-4c00-b8ff-3987da53670d', 'status': 'completed', 'code': 200} May 19 02:33:26.675893 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-233e847e-83e2-4d5e-aed8-6a7d77adc63a req-cb4dddc5-cc8c-4d24-a431-ab72d5c23028 tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f689eb2-193b-4f65-9739-f62d9caeeb7e HTTP/1.1" status: 200 len: 210 time: 0.0798612 May 19 02:33:26.728091 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980947b-0645-47a9-839f-f5367de8c40e req-0e152f99-3a3e-496c-b7a0-288dec496887 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:26.729630 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4980947b-0645-47a9-839f-f5367de8c40e req-0e152f99-3a3e-496c-b7a0-288dec496887 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.0991738 May 19 02:33:26.781234 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4980947b-0645-47a9-839f-f5367de8c40e req-f071d576-7514-4837-96d8-a66135750f33 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451043 May 19 02:33:27.779025 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38054) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:28.094316 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9ca1b-f4c8-431f-b4e9-7f330d18a6b3 req-32788df9-2ed1-4132-a1e8-7997269b8c77 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:28.095643 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1f9ca1b-f4c8-431f-b4e9-7f330d18a6b3 req-32788df9-2ed1-4132-a1e8-7997269b8c77 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1848609 May 19 02:33:28.218444 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1f9ca1b-f4c8-431f-b4e9-7f330d18a6b3 req-3e3bc59d-96ef-4f71-8b83-4ad34079ca45 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124527 May 19 02:33:28.679086 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454985'] for router_interface, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:29.271567 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Deleting port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:33:29.272592 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:29.539982 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] For port cf2ba003-70e8-4ffb-90ad-c85af97d9cd1, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,segment=NetworkSegment(a84c0bac-98d2-49ce-aa70-f3abeb483dcd),segment_id=a84c0bac-98d2-49ce-aa70-f3abeb483dcd)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:29.540321 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:29.587909 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:33:29.707405 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92487609-f5d3-4a2b-8bb5-c2cd0d4a0046 req-30a453a3-8f57-4406-bb2a-165451ac0816 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:29.709084 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-92487609-f5d3-4a2b-8bb5-c2cd0d4a0046 req-30a453a3-8f57-4406-bb2a-165451ac0816 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.2904348 May 19 02:33:29.715860 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Calling delete_port for cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 owned by network:router_interface {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:33:29.780226 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-92487609-f5d3-4a2b-8bb5-c2cd0d4a0046 req-c27aa85a-039f-4146-92b6-41a4f1163a6f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594177 May 19 02:33:29.822582 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b318b0d6-01b8-4c00-b8ff-3987da53670d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:33:29.857943 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: b318b0d6-01b8-4c00-b8ff-3987da53670d {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:33:29.858281 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b318b0d6-01b8-4c00-b8ff-3987da53670d not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:33:30.059459 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:30.064112 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-52f1f9e4-0cec-420f-a875-5139cf95a7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:30.108871 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2ba003-70e8-4ffb-90ad-c85af97d9cd1,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:30.111435 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:30.352176 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453849'] for router_interface, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:30.992099 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Router 99bd6913-7eec-415c-b21a-eb565a7b61c5 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:33:31.104534 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593cf53-3c47-4934-8571-3ef6a341c46f req-840537f4-2ce3-4a71-b063-6e878476e484 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:31.106008 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e593cf53-3c47-4934-8571-3ef6a341c46f req-840537f4-2ce3-4a71-b063-6e878476e484 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.1948690 May 19 02:33:31.237383 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e593cf53-3c47-4934-8571-3ef6a341c46f req-75400856-f4ab-4798-8185-f0bf18a217fc tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&id=1f3d0214-566c-4779-8a03-5987618dce04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741379 May 19 02:33:31.238951 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:33:31.254476 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] Sync routers for ids ['99bd6913-7eec-415c-b21a-eb565a7b61c5'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:33:31.263878 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] 10.222.0.60 "PUT /v2.0/routers/99bd6913-7eec-415c-b21a-eb565a7b61c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4831994 May 19 02:33:31.277046 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38088) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:31.277248 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] Routers {'99bd6913-7eec-415c-b21a-eb565a7b61c5'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:33:31.278324 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:33:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['99bd6913-7eec-415c-b21a-eb565a7b61c5'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:31.457173 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:31.532937 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] Set router 99bd6913-7eec-415c-b21a-eb565a7b61c5 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:33:31.664379 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:31.758772 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Deleting port d1719735-0582-458a-9444-196d83b0502a {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:33:31.759107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:31.897794 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] For port d1719735-0582-458a-9444-196d83b0502a, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=d1719735-0582-458a-9444-196d83b0502a,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:33:31.898331 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:31.914490 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': 'd1719735-0582-458a-9444-196d83b0502a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:33:29Z', 'revision_number': 5, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port': {'id': 'd1719735-0582-458a-9444-196d83b0502a', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fe:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:31.919458 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] Checking router: 99bd6913-7eec-415c-b21a-eb565a7b61c5 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:33:31.929407 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] Routers {'99bd6913-7eec-415c-b21a-eb565a7b61c5'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:33:31.930199 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:33:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['99bd6913-7eec-415c-b21a-eb565a7b61c5'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:32.055833 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Calling delete_port for d1719735-0582-458a-9444-196d83b0502a owned by network:router_gateway {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:33:32.108775 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] Set router 99bd6913-7eec-415c-b21a-eb565a7b61c5 gateway port host: None {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:33:32.239558 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:33:31Z', 'revision_number': 6, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port_host': None}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:32.244124 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9b40-15f0-44f0-91f8-39fb3e9a9ce0 None None] The sync data for ids ['99bd6913-7eec-415c-b21a-eb565a7b61c5'] in dv-cinder-784623-11-smb is: [{'id': '99bd6913-7eec-415c-b21a-eb565a7b61c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1549547084-router', 'tenant_id': '00ac91fe25974a28892feef645ac25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:18Z', 'updated_at': '2021-05-19T02:33:31Z', 'revision_number': 6, 'project_id': '00ac91fe25974a28892feef645ac25d1', 'gw_port_host': None}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:33:32.253023 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.260766 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:32.423482 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1719735-0582-458a-9444-196d83b0502a,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:32.426918 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:32.474354 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450914'] for router_gateway, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.676772 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12670'] for router, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.680487 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.789706 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450357'] for router, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.790415 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99bd6913-7eec-415c-b21a-eb565a7b61c5 {{(pid=91265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 02:33:32.809576 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.811470 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] 10.222.0.60 "DELETE /v2.0/routers/99bd6913-7eec-415c-b21a-eb565a7b61c5 HTTP/1.1" status: 204 len: 168 time: 1.5428877 May 19 02:33:32.813753 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38102) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:32.882601 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Deleting subnet 88864924-0c83-4301-88f6-b74bfb08fc15 {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:33:32.885754 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.939184 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:32.948262 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.279170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.288348 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f8448e26-a70d-4a2a-a054-64cbada7b7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:33.329944 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d1719735-0582-458a-9444-196d83b0502a no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:33:33.337011 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88864924-0c83-4301-88f6-b74bfb08fc15,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:33.339017 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.341650 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:33.345979 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/88864924-0c83-4301-88f6-b74bfb08fc15 HTTP/1.1" status: 204 len: 168 time: 0.5312335 May 19 02:33:33.349787 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38106) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:33.386164 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: d1719735-0582-458a-9444-196d83b0502a {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:33:33.386548 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d1719735-0582-458a-9444-196d83b0502a not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:33:33.387162 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:33:33.423098 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:33:33.423447 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device cf2ba003-70e8-4ffb-90ad-c85af97d9cd1 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:33:33.488634 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.618424 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.632624 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.633004 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.633762 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.634111 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > port after_create 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.634449 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.634784 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > port after_update 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.635106 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.635524 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.635868 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.636187 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.761768 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.762131 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.762461 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.762793 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 02:33:33.763148 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f110cd-0fd5-4235-a022-8e52b9fdff64']}} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:33.776785 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd') {'for_net_delete': True} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:33.777111 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84c0bac-98d2-49ce-aa70-f3abeb483dcd') {} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:33.788711 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3059067'] for segment, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.811479 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.820652 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=91265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:33:33.821200 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2982196'] for segment, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: from cryptography.utils import int_from_bytes May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: from cryptography.utils import int_from_bytes May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: Traceback (most recent call last): May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: timer() May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: cb(*args, **kw) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: return func(*args, **kwargs) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: self._notify() May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: self.callback(batched_events) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: event.method(event) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: return f(self, *a, **k) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: return self._get(url).json() May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: return self.request(url, 'GET', **kwargs) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:33:33.837292 dv-cinder-784623-11-smb neutron-server[91265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:33:33.927331 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.932065 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:33.949490 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:33.961813 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f110cd-0fd5-4235-a022-8e52b9fdff64,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:33.968016 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d8f110cd-0fd5-4235-a022-8e52b9fdff64 HTTP/1.1" status: 204 len: 168 time: 0.6136880 May 19 02:33:33.968016 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:34.133659 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38120) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:34.184161 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-5aba5117-3b5e-4669-b733-2b01c1afc6c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00ac91fe25974a28892feef645ac25d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526445 May 19 02:33:34.186507 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38124) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:34.246266 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:34.274151 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:34.352539 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:34.359906 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a1fb1d45-7cea-4f2c-b240-ae4843ce1b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:34.372993 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e267a9e-3995-43e4-8936-ccb38ce10ee4,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:34.375919 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:34.378283 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:34.379392 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e267a9e-3995-43e4-8936-ccb38ce10ee4 HTTP/1.1" status: 204 len: 168 time: 0.1920304 May 19 02:33:35.223509 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38154) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:35.355612 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248625970-network', 'tenant_id': '145db8ba5df641e5a77fbd389ca0ca44'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:35.360803 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:35.365554 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Usage tracker for resource:network and tenant:145db8ba5df641e5a77fbd389ca0ca44 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:35.368462 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:35.374969 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:35.386201 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Made reservation on behalf of 145db8ba5df641e5a77fbd389ca0ca44 for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:35.388503 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.400795 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.419922 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:35.426221 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Usage tracker for resource:security_group_rule and tenant:145db8ba5df641e5a77fbd389ca0ca44 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:35.431143 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:35.446226 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:35.561861 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.567487 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.573761 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ecf51ea1-27e7-4ea9-82a0-5efb0b3fb23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:35.612761 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:33:35.625968 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3bad17-59e2-48a1-8458-c7d832112275,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:35.630942 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:35.632197 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.632749 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Added segment 6a4d31e1-7730-45bf-8e33-170c822afc24 of type vlan for network 9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652 May 19 02:33:35.666318 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.703228 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.705002 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:35.706283 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:35.714437 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1f979942-b057-4a60-b999-781dfc988aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:35.821304 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Pushing event updated for resources: {'Network': ['ID=9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:35.824480 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:35.826646 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-7b7fa967-c569-4b3a-8354-3e5b930480ba admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6016378 May 19 02:33:35.830165 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38166) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:35.833933 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:33:35.839349 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Request body: {'subnet': {'network_id': '9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248625970-subnet', 'tenant_id': '145db8ba5df641e5a77fbd389ca0ca44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:35.847085 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:35.853866 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Usage tracker for resource:subnet and tenant:145db8ba5df641e5a77fbd389ca0ca44 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:35.858260 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:35.868454 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:35.883380 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Made reservation on behalf of 145db8ba5df641e5a77fbd389ca0ca44 for: {'subnet': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:35.886917 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4035185'] for subnet, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:36.443834 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2017157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4035139'] for subnet, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:36.448966 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:36.518748 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9c55fc-a234-44f6-a445-745a4b9fe023,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:36.524243 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:36.532004 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Checking segment: {'id': '6a4d31e1-7730-45bf-8e33-170c822afc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:33:36.532431 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Network hostable DHCP agents. Network: 9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:33:36.551936 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Network 9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:33:36.563313 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652) {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:33:36.572873 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8d8de-1e95-49d0-a5cf-ae2b4204cb61 None None] Network 9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:36.580267 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:36.580890 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:36.619873 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c08e74fb-0639-4482-8518-b9e8d15874cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7833755 May 19 02:33:36.852957 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a725a4-21a1-4980-82e3-1bc3cd939c20 None None] Network 9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:37.378984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38200) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:37.417895 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38206) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:37.425778 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1003599195-network', 'tenant_id': 'e852d0e2f1cb4874a00ca618e3fdf3f6'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:37.434483 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:37.440379 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Usage tracker for resource:network and tenant:e852d0e2f1cb4874a00ca618e3fdf3f6 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:37.444054 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:37.450278 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:37.461907 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Made reservation on behalf of e852d0e2f1cb4874a00ca618e3fdf3f6 for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:37.464437 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.477560 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.492047 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:37.495882 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Usage tracker for resource:security_group_rule and tenant:e852d0e2f1cb4874a00ca618e3fdf3f6 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:37.498671 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:37.505847 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:37.612914 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.618200 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.621303 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c04cbd55-2299-42b9-bb8e-2a05d37c1b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:37.652631 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=91265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:33:37.658736 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad79bdd9-9cc6-4c80-b90f-64f368c2c706,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:37.662635 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:37.667376 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.667709 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Added segment 8dc6ba37-1360-4b49-86b2-60542964c1f5 of type vlan for network b219a7dc-e649-43e3-a48a-7f879edfd049 May 19 02:33:37.692740 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.695572 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.708920 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:37.719318 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Usage tracker for resource:security_group_rule and tenant:e6067a4be65a4a94929a6737878bb044 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:37.723883 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:37.730448 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.731800 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:37.732377 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.733349 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:37.738561 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b885c377-00ab-4b29-951f-22174a545e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:37.851618 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.857707 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.866185 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-0f6154bc-51d5-4df8-a472-ea2c654a70bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:37.913329 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6067a4be65a4a94929a6737878bb044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331640 May 19 02:33:37.914378 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebcc92a-b982-4173-9bd0-3052a5260d79,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:37.916863 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38210) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:37.919856 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:37.974947 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5556259 May 19 02:33:37.975699 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Pushing event updated for resources: {'Network': ['ID=b219a7dc-e649-43e3-a48a-7f879edfd049,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:37.977622 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38214) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:37.979964 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:37.983767 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Request body: {'subnet': {'network_id': 'b219a7dc-e649-43e3-a48a-7f879edfd049', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1003599195-subnet', 'tenant_id': 'e852d0e2f1cb4874a00ca618e3fdf3f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:37.988998 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network b219a7dc-e649-43e3-a48a-7f879edfd049 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:33:37.989862 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:37.993947 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Usage tracker for resource:subnet and tenant:e852d0e2f1cb4874a00ca618e3fdf3f6 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:37.996468 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:37.997306 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:38.004783 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:38.018828 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Made reservation on behalf of e852d0e2f1cb4874a00ca618e3fdf3f6 for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:38.022045 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600894'] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:38.030575 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:38.119486 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:38.131504 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-380cd14b-29f1-4c3c-8b6a-6b49093dc338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:38.152758 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebcc92a-b982-4173-9bd0-3052a5260d79,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:38.159483 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:38.160697 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:38.166298 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ebcc92a-b982-4173-9bd0-3052a5260d79 HTTP/1.1" status: 204 len: 168 time: 0.2482078 May 19 02:33:38.485571 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3059161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600844'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:38.490088 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:38.559846 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0f93db-b443-4949-85ad-f5db59562ee1,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:38.563719 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:38.578045 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Checking segment: {'id': '8dc6ba37-1360-4b49-86b2-60542964c1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b219a7dc-e649-43e3-a48a-7f879edfd049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:33:38.578395 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Network hostable DHCP agents. Network: b219a7dc-e649-43e3-a48a-7f879edfd049, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:33:38.598045 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Network b219a7dc-e649-43e3-a48a-7f879edfd049 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:33:38.611450 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, b219a7dc-e649-43e3-a48a-7f879edfd049) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:33:38.621207 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb850314-8ab4-4c70-b232-ebd7f85ba0c9 None None] Network b219a7dc-e649-43e3-a48a-7f879edfd049 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:38.624813 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:38.625535 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:38.661678 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-dd8fc621-a887-48a3-8c35-f7f943b7bd47 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6825867 May 19 02:33:38.835287 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38238) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:38.873552 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af18c9e3-b28d-474a-af85-589d8c7f3a57 None None] Network b219a7dc-e649-43e3-a48a-7f879edfd049 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:38.907293 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Deleting subnet cc9c55fc-a234-44f6-a445-745a4b9fe023 {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:33:38.910606 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:38.989683 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3059052'] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.062365 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.363529 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3059094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600837'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.369901 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1cbca6c7-dbff-425c-b5e4-bc2bd7d9bf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:39.406593 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9c55fc-a234-44f6-a445-745a4b9fe023,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:39.409452 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:39.410418 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.416451 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ebe9e634-f6e8-4a5d-84e9-ca10322ea135 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cc9c55fc-a234-44f6-a445-745a4b9fe023 HTTP/1.1" status: 204 len: 168 time: 0.5798037 May 19 02:33:39.419604 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38278) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:39.539724 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.716644 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.732550 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652']}} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:39.753239 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4d31e1-7730-45bf-8e33-170c822afc24') {'for_net_delete': True} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:39.753469 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4d31e1-7730-45bf-8e33-170c822afc24') {} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:39.765544 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3059067'] for segment, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.791544 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.795651 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.799308 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=91265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:33:39.799844 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2982196'] for segment, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: Traceback (most recent call last): May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: timer() May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: cb(*args, **kw) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: return func(*args, **kwargs) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: self._notify() May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: self.callback(batched_events) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: event.method(event) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: return f(self, *a, **k) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: return self._get(url).json() May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: return self.request(url, 'GET', **kwargs) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:33:39.814206 dv-cinder-784623-11-smb neutron-server[91265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:33:39.903133 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.909774 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-71c14c43-ce4a-40f0-8c05-ff08902cbd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:39.945693 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:39.949071 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:39.952123 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:39.961962 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] 10.222.0.60 "DELETE /v2.0/networks/9ba3e3d7-7ce0-4fd8-99e7-ce37ac04f652 HTTP/1.1" status: 204 len: 168 time: 0.5411549 May 19 02:33:39.966505 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38294) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:40.058497 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Deleting subnet 6d0f93db-b443-4949-85ad-f5db59562ee1 {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:33:40.061937 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:40.112997 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3059052'] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:40.276170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:40.610580 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3059094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600837'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:40.616847 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:40.681351 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0f93db-b443-4949-85ad-f5db59562ee1,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:40.685538 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:40.686721 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:40.695349 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6d0f93db-b443-4949-85ad-f5db59562ee1 HTTP/1.1" status: 204 len: 168 time: 0.7279885 May 19 02:33:40.699082 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38314) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:40.822602 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:40.964935 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:40.980424 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b219a7dc-e649-43e3-a48a-7f879edfd049']}} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:40.993503 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc6ba37-1360-4b49-86b2-60542964c1f5') {'for_net_delete': True} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:40.993867 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc6ba37-1360-4b49-86b2-60542964c1f5') {} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:33:41.006307 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3059067'] for segment, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.029729 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.039736 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=91265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:33:41.040400 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2982196'] for segment, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: Traceback (most recent call last): May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: timer() May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: cb(*args, **kw) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: return func(*args, **kwargs) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: self._notify() May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: self.callback(batched_events) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: event.method(event) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: return f(self, *a, **k) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: return self._get(url).json() May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: return self.request(url, 'GET', **kwargs) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:33:41.055682 dv-cinder-784623-11-smb neutron-server[91265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:33:41.166765 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.171352 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:41.184521 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.194222 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Pushing event deleted for resources: {'Network': ['ID=b219a7dc-e649-43e3-a48a-7f879edfd049,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:41.197537 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] 10.222.0.60 "DELETE /v2.0/networks/b219a7dc-e649-43e3-a48a-7f879edfd049 HTTP/1.1" status: 204 len: 168 time: 0.4971743 May 19 02:33:41.198449 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-34a9f3eb-0286-45f6-99b5-c50fa9ca592a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:41.413034 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38324) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:41.475622 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-638cdb96-ab04-471a-8d13-b6744caa99b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=145db8ba5df641e5a77fbd389ca0ca44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610740 May 19 02:33:41.479331 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38328) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:41.542215 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.572898 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.649574 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.653889 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-54e1e5e5-baad-4f42-be2f-8a03475163f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:41.665727 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3bad17-59e2-48a1-8458-c7d832112275,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:41.669548 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:41.673601 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:41.675216 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a3bad17-59e2-48a1-8458-c7d832112275 HTTP/1.1" status: 204 len: 168 time: 0.1949701 May 19 02:33:42.091660 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-fe56b6ee-5b99-4b9f-83ef-e271ec030182 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124601 May 19 02:33:42.143831 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38336) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:42.211049 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-715aae79-0f64-4e8c-aead-e4fb91e877b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e852d0e2f1cb4874a00ca618e3fdf3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658677 May 19 02:33:42.213711 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-2eeb520f-007e-4d3b-8431-0ba5d8cb665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:42.214802 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38342) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:42.216052 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-2eeb520f-007e-4d3b-8431-0ba5d8cb665c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 1100 time: 0.0969462 May 19 02:33:42.327695 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:42.370188 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:42.404963 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-8521dbce-f948-44b2-a055-a53daa8e48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:42.407520 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-8521dbce-f948-44b2-a055-a53daa8e48c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.1560278 May 19 02:33:42.431557 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-5b9f2650-844d-447c-ab3e-14a3f6c9fae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:42.460683 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:42.472411 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-27f97d67-443d-4436-afaf-1b23eb31abf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:42.490370 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad79bdd9-9cc6-4c80-b90f-64f368c2c706,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:42.493512 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:42.495578 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:42.496697 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad79bdd9-9cc6-4c80-b90f-64f368c2c706 HTTP/1.1" status: 204 len: 168 time: 0.2799945 May 19 02:33:42.527516 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-6c971c28-7816-4297-af20-78d9dcd8e34f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 200 len: 1002 time: 0.1125519 May 19 02:33:42.605832 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-159d5fa0-1a8c-4709-aee2-97fe054369ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:42.607906 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-159d5fa0-1a8c-4709-aee2-97fe054369ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.0723977 May 19 02:33:42.697843 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-683c0ddf-262f-4317-be39-8614133f0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:42.699435 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-683c0ddf-262f-4317-be39-8614133f0aa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0824802 May 19 02:33:42.882953 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-166f2226-76c9-41e5-835a-62556acdd7ca service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720278 May 19 02:33:43.044623 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-5c7cdb41-715e-4212-9e89-58a04ea05d86 req-d06c5ee7-150c-4b67-afe1-1f5083983a46 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537354 May 19 02:33:45.242799 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:45.398657 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-86254b75-e48e-460c-ae9a-b37f0ccf92a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:46.081037 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:47.418972 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.038990 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38444) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:48.176252 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.201753 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:48.207735 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:37f666f572074256b95096ded936882b is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:48.211384 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:48.217379 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:48.309615 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.313713 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.322865 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c77d71fe-a7e9-4202-8afb-61841ff37285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:48.374884 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37f666f572074256b95096ded936882b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342748 May 19 02:33:48.375808 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38450) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:48.377948 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2951edc8-ae9c-4e76-8f9c-74b6fbc6b6b1,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:48.382757 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:48.442078 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.475707 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.535787 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.543451 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6b2fece3-9e9a-42bc-bf4a-d745b4554982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:48.561890 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2951edc8-ae9c-4e76-8f9c-74b6fbc6b6b1,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:48.564144 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.566358 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2951edc8-ae9c-4e76-8f9c-74b6fbc6b6b1 HTTP/1.1" status: 204 len: 168 time: 0.1892719 May 19 02:33:48.567345 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:48.918146 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38458) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:48.941177 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:48.961152 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:48.972879 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Usage tracker for resource:security_group_rule and tenant:fad38a48d3af45bf80356dfbb3b47234 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:48.977744 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:48.988440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:49.101106 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:49.107576 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:49.115488 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-14c3b329-1f50-4046-abda-e06415efdc8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:49.165393 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fad38a48d3af45bf80356dfbb3b47234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461467 May 19 02:33:49.166330 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc24cc-9cb3-4fa6-a73f-681efed1d300,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:49.169313 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:49.169861 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38464) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:49.239527 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:49.273766 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:49.332133 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:49.337657 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-48f8b04b-012e-466e-b1ac-bf4c3d15ee5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:49.355264 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc24cc-9cb3-4fa6-a73f-681efed1d300,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:49.358109 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:49.367395 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:49.368527 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ddc24cc-9cb3-4fa6-a73f-681efed1d300 HTTP/1.1" status: 204 len: 168 time: 0.1976862 May 19 02:33:50.327652 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38490) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:50.466944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1864317008-network', 'tenant_id': '8834971027c345d79d0a8b5df0b287b9'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:50.474022 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:50.480528 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Usage tracker for resource:network and tenant:8834971027c345d79d0a8b5df0b287b9 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:50.484540 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:50.495942 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:50.509170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Made reservation on behalf of 8834971027c345d79d0a8b5df0b287b9 for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:50.512390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.526280 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.542134 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:50.546047 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Usage tracker for resource:security_group_rule and tenant:8834971027c345d79d0a8b5df0b287b9 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:50.549528 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:50.555923 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:50.672680 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.677700 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.680728 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-49d655b2-bc79-4f44-b9f1-28a5f7a15261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:50.710637 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=91265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:33:50.719515 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9d5349-4074-4e13-b793-c4890b90a0ba,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:50.723513 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:50.726370 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.726762 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Added segment a5ec76bd-411d-4936-b027-775fcf31a8a9 of type vlan for network fc838dcf-2f9c-4448-a988-025931a628c1 May 19 02:33:50.758492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.800011 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.802276 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:50.803192 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:50.808274 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-891f7714-1366-478e-92ec-4a23ccb7e1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:50.942913 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Pushing event updated for resources: {'Network': ['ID=fc838dcf-2f9c-4448-a988-025931a628c1,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:50.946074 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6171453 May 19 02:33:50.947150 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:50.948855 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38496) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:50.954568 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Request body: {'subnet': {'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1864317008-subnet', 'tenant_id': '8834971027c345d79d0a8b5df0b287b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:50.955294 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network fc838dcf-2f9c-4448-a988-025931a628c1 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:33:50.960990 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:50.967241 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Usage tracker for resource:subnet and tenant:8834971027c345d79d0a8b5df0b287b9 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:50.973068 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:50.991178 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:51.005281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Made reservation on behalf of 8834971027c345d79d0a8b5df0b287b9 for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:51.007728 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600894'] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:51.636762 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3059161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600844'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:51.640887 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:51.719699 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8481ae7b-fc19-4839-a556-e42fc4f67efb,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:51.731567 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:51.735322 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Checking segment: {'id': 'a5ec76bd-411d-4936-b027-775fcf31a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:33:51.735924 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Network hostable DHCP agents. Network: fc838dcf-2f9c-4448-a988-025931a628c1, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:33:51.760942 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Network fc838dcf-2f9c-4448-a988-025931a628c1 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:33:51.773004 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, fc838dcf-2f9c-4448-a988-025931a628c1) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:33:51.783692 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:51.784211 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be4c1c-450c-4edf-b278-7cfa61b24e71 None None] Network fc838dcf-2f9c-4448-a988-025931a628c1 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:51.784405 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:51.819475 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8693693 May 19 02:33:52.014541 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2bf124-feaf-429c-8c07-b9e52c46ecb5 None None] Network fc838dcf-2f9c-4448-a988-025931a628c1 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:52.545502 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38520) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:52.552150 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1122802890-network', 'tenant_id': 'f7a047a4a5c14b3e9481805c3648cceb'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:52.557845 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:52.561973 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Usage tracker for resource:network and tenant:f7a047a4a5c14b3e9481805c3648cceb is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:52.565519 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:52.572355 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:52.583998 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Made reservation on behalf of f7a047a4a5c14b3e9481805c3648cceb for: {'network': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:52.586641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.600133 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.616514 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:52.622185 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a047a4a5c14b3e9481805c3648cceb is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:52.625451 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:52.636260 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:52.734178 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.740915 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.746967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-19fb12f1-d399-4880-9763-d05b174fe02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:52.784564 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=91266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:33:52.893397 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722cceb1-e1b7-4a1e-bc42-6d4c5d607ab3,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:52.897721 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:52.898705 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.899041 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.segments_db [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Added segment 2888a282-6dfe-4b75-a114-cb0644d87b5a of type vlan for network f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10 May 19 02:33:52.934712 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.966739 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.968256 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:52.968996 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:52.973213 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8436b46e-a5a1-4a84-ba89-7af5608c377a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:53.084990 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:53.088475 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:53.095454 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5472863 May 19 02:33:53.096507 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38524) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:33:53.100108 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:33:53.101466 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Request body: {'subnet': {'network_id': 'f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1122802890-subnet', 'tenant_id': 'f7a047a4a5c14b3e9481805c3648cceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:53.106435 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:53.110604 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Usage tracker for resource:subnet and tenant:f7a047a4a5c14b3e9481805c3648cceb is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:53.114264 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:53.121930 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:53.134424 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Made reservation on behalf of f7a047a4a5c14b3e9481805c3648cceb for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:53.137192 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600894'] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:53.608318 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3059161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600844'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:53.613310 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f57002e0-2697-4d2c-b2a1-c021e86e3b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:53.688644 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330731f1-9528-48a1-b938-93dce92fc2a6,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:53.693739 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:53.702296 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Checking segment: {'id': '2888a282-6dfe-4b75-a114-cb0644d87b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:33:53.702560 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Network hostable DHCP agents. Network: f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:33:53.721390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Network f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:33:53.735794 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:33:53.749186 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae5ca9-b848-4901-af4b-3a1ab5e5fd50 None None] Network f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:53.750478 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:53.751473 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:53.777540 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-5b3bdb3c-131f-4aa8-a067-8a025b4e3cd7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6818399 May 19 02:33:54.024957 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d7ccd-e3ff-4e36-af3f-ffbc350e8665 None None] Network f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:33:54.559694 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-52f484ed-e74c-4460-8deb-e5d2bb3f9da6 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:54.560323 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-52f484ed-e74c-4460-8deb-e5d2bb3f9da6 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Synchronizing usage tracker for tenant:8834971027c345d79d0a8b5df0b287b9 on resource:network {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:33:54.592238 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-52f484ed-e74c-4460-8deb-e5d2bb3f9da6 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Unset dirty status for tenant:8834971027c345d79d0a8b5df0b287b9 on resource:network {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:33:54.594243 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-52f484ed-e74c-4460-8deb-e5d2bb3f9da6 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/networks?id=fc838dcf-2f9c-4448-a988-025931a628c1 HTTP/1.1" status: 200 len: 809 time: 0.2175341 May 19 02:33:54.620522 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-c6895319-a679-4c0e-bda5-60b591ff7030 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/quotas/8834971027c345d79d0a8b5df0b287b9 HTTP/1.1" status: 200 len: 375 time: 0.0160098 May 19 02:33:54.696679 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-c8ebb87a-b25e-49b0-80e4-1d3739a896a2 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8834971027c345d79d0a8b5df0b287b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697865 May 19 02:33:54.965131 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-e7e62e63-d058-4616-be54-d8cc69d2527d service neutron] 10.222.0.60 "GET /v2.0/networks/fc838dcf-2f9c-4448-a988-025931a628c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611449 May 19 02:33:55.125012 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-08623ccf-6c1f-45a5-8e37-34301309fbe4 service neutron] 10.222.0.60 "GET /v2.0/networks/fc838dcf-2f9c-4448-a988-025931a628c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525295 May 19 02:33:55.345799 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c368ccc-32b2-4a3a-894b-95001edc0560 req-24a33151-127f-467d-8902-18d58d145355 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 210 time: 0.0574362 May 19 02:33:56.515057 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5a36e6ca-452a-401c-a34b-dcd0d309295d req-733abbae-349d-4476-997a-e1faeb3bc602 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 210 time: 0.0454946 May 19 02:33:56.998517 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-9a473f4e-d813-435d-8432-8af2256ff7fa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:57.000866 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-9a473f4e-d813-435d-8432-8af2256ff7fa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.11 "GET /v2.0/networks?id=fc838dcf-2f9c-4448-a988-025931a628c1 HTTP/1.1" status: 200 len: 809 time: 0.2387347 May 19 02:33:57.030814 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Request body: {'port': {'device_id': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1', 'admin_state_up': True, 'tenant_id': '8834971027c345d79d0a8b5df0b287b9'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:57.230691 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:33:57.236341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Usage tracker for resource:port and tenant:8834971027c345d79d0a8b5df0b287b9 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:33:57.239969 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:33:57.248085 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:33:57.264249 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Made reservation on behalf of 8834971027c345d79d0a8b5df0b287b9 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:33:57.269703 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:57.487212 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Allocated IP 172.20.0.3 (fc838dcf-2f9c-4448-a988-025931a628c1/8481ae7b-fc19-4839-a556-e42fc4f67efb/9f4c9c19-2b2f-47ea-82d1-865a436c8f16) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:33:57.696307 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-48cc5c49-b8ec-46a0-96a5-2136e2236c7e req-7f62295d-900e-4a0e-8066-88006ad46cca tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 210 time: 0.0623691 May 19 02:33:57.748627 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:57.781888 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:57.788472 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:57.868317 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Network fc838dcf-2f9c-4448-a988-025931a628c1 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:33:57.871654 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:33:57.875886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:33:57.921448 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Pushing event updated for resources: {'Port': ['ID=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:57.926999 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:57.960489 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:57.961170 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:57.989361 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-3fe70908-3a39-43a8-a131-ddf64c8357aa tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655132 May 19 02:33:58.065347 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Request body: {'port': {'device_id': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:33:58.208583 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:58.667414 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:33:58.675778 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:58.691900 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Transition to ACTIVE for port object 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:33:58.696437 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:58.701213 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1660b73c-e452-46d3-beea-003457ebd192 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:58.860196 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:58.863958 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:58.936045 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f38268-6741-4b76-812b-9af57261df5a req-14312683-e777-425d-b6cf-59e65ec97df7 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:58.938378 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-19f38268-6741-4b76-812b-9af57261df5a req-14312683-e777-425d-b6cf-59e65ec97df7 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 943 time: 0.1066005 May 19 02:33:58.999722 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-19f38268-6741-4b76-812b-9af57261df5a req-097ff948-6d4f-4049-b10c-1ea5968a4670 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Synchronizing usage tracker for tenant:8834971027c345d79d0a8b5df0b287b9 on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:33:59.021559 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-19f38268-6741-4b76-812b-9af57261df5a req-097ff948-6d4f-4049-b10c-1ea5968a4670 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Unset dirty status for tenant:8834971027c345d79d0a8b5df0b287b9 on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:33:59.023180 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-19f38268-6741-4b76-812b-9af57261df5a req-097ff948-6d4f-4049-b10c-1ea5968a4670 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 May 19 02:33:59.099780 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Attempting to bind port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:33:59.100436 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Attempting to bind port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a5ec76bd-411d-4936-b027-775fcf31a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:33:59.100436 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Attempting to bind port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 on network fc838dcf-2f9c-4448-a988-025931a628c1 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:33:59.107717 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 on network fc838dcf-2f9c-4448-a988-025931a628c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:33:59.108126 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Attempting to bind port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 on network fc838dcf-2f9c-4448-a988-025931a628c1 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:33:59.115807 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:33:59.116227 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Checking segment: {'id': 'a5ec76bd-411d-4936-b027-775fcf31a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:33:59.116728 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Bound using segment: {'id': 'a5ec76bd-411d-4936-b027-775fcf31a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:33:59.117199 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Bound port: 9f4c9c19-2b2f-47ea-82d1-865a436c8f16, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ec76bd-411d-4936-b027-775fcf31a8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:33:59.117751 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:59.238952 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] For port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:33:59.242961 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] For port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,segment=NetworkSegment(a5ec76bd-411d-4936-b027-775fcf31a8a9),segment_id=a5ec76bd-411d-4936-b027-775fcf31a8a9)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:33:59.247672 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:59.253343 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:33:59.309675 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:59.310330 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:33:59.311705 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f4c9c19-2b2f-47ea-82d1-865a436c8f16 HTTP/1.1" status: 200 len: 1093 time: 1.3097041 May 19 02:33:59.312247 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'tag': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:33:59.349983 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:33:59.353947 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:33:59.485847 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-e9bc6f92-b71b-4a52-9818-1d232f375080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:59.487419 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-e9bc6f92-b71b-4a52-9818-1d232f375080 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8834971027c345d79d0a8b5df0b287b9&device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 1096 time: 0.1192224 May 19 02:33:59.496059 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'tag': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16', 'status': 'completed', 'code': 200} May 19 02:33:59.572895 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-fab2da4b-552e-42d9-be4e-3c2b3caeacc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f4c9c19-2b2f-47ea-82d1-865a436c8f16 HTTP/1.1" status: 200 len: 217 time: 0.0715873 May 19 02:33:59.649382 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-a5c89b8b-3eb2-4d05-ada5-01c07bf3d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:33:59.650870 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-a5c89b8b-3eb2-4d05-ada5-01c07bf3d218 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8481ae7b-fc19-4839-a556-e42fc4f67efb HTTP/1.1" status: 200 len: 849 time: 0.0712221 May 19 02:33:59.712257 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-24fe732e-7c81-492c-b270-56858304571b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc838dcf-2f9c-4448-a988-025931a628c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449104 May 19 02:33:59.879418 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-83119cb1-503d-4187-b6de-b6396a50ec67 service neutron] 10.222.0.11 "GET /v2.0/networks/fc838dcf-2f9c-4448-a988-025931a628c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574588 May 19 02:34:00.080523 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a4bcd916-bee4-47c4-9e9a-a7529e9fe36d req-84e105b0-53a2-47df-aebf-07b28136650a service neutron] 10.222.0.11 "GET /v2.0/networks/fc838dcf-2f9c-4448-a988-025931a628c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878984 May 19 02:34:00.247177 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-294a55ba-454c-4ecc-ba75-7b8a123a6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:00.249640 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-294a55ba-454c-4ecc-ba75-7b8a123a6678 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8834971027c345d79d0a8b5df0b287b9&device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 1096 time: 0.0955615 May 19 02:34:00.310653 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f895f-4c66-4037-9b8a-1b1ccc060300 req-a4d62e89-fb99-46e5-a16a-54ed386c1cde tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:00.313166 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ef6f895f-4c66-4037-9b8a-1b1ccc060300 req-a4d62e89-fb99-46e5-a16a-54ed386c1cde tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 943 time: 0.1226368 May 19 02:34:00.442804 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-e778b826-b2eb-4532-9524-a988ca5327b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:00.445439 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-e778b826-b2eb-4532-9524-a988ca5327b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fc838dcf-2f9c-4448-a988-025931a628c1 HTTP/1.1" status: 200 len: 909 time: 0.1820381 May 19 02:34:00.466986 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ef6f895f-4c66-4037-9b8a-1b1ccc060300 req-51f6eb98-ac3e-48ed-aa25-db2968e2ac70 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458337 May 19 02:34:00.550453 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-e4de0702-574f-481e-8ba8-33016136e9aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f4c9c19-2b2f-47ea-82d1-865a436c8f16 HTTP/1.1" status: 200 len: 217 time: 0.0903351 May 19 02:34:00.653229 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-77c2d167-8986-4dbc-a74f-0a6628ada2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:00.655594 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-77c2d167-8986-4dbc-a74f-0a6628ada2d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8481ae7b-fc19-4839-a556-e42fc4f67efb HTTP/1.1" status: 200 len: 849 time: 0.1006973 May 19 02:34:00.730000 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-b248bc07-92a5-484f-8310-f1d74c418e52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fc838dcf-2f9c-4448-a988-025931a628c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587525 May 19 02:34:00.968207 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-176c41ee-6c7c-4ae9-988b-abbb6e764d56 service neutron] 10.222.0.11 "GET /v2.0/networks/fc838dcf-2f9c-4448-a988-025931a628c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185187 May 19 02:34:01.151589 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4a8bf4dc-e542-4bae-acbe-96777f5adf7e req-2fb8a7a8-4567-4c27-86d0-bab5324d064a service neutron] 10.222.0.11 "GET /v2.0/networks/fc838dcf-2f9c-4448-a988-025931a628c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654661 May 19 02:34:01.726765 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a38d6c-fb87-4d8f-9df2-a4e731c4fd69 req-0ba038b5-d874-47ef-b0b6-f82f3f54636e tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:01.729109 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-43a38d6c-fb87-4d8f-9df2-a4e731c4fd69 req-0ba038b5-d874-47ef-b0b6-f82f3f54636e tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 943 time: 0.1243377 May 19 02:34:01.792946 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-43a38d6c-fb87-4d8f-9df2-a4e731c4fd69 req-705ccd98-3b37-491b-8c15-7cea1731c07c tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514848 May 19 02:34:02.284049 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee02ee-1c92-408b-ae82-294309cfa47f req-f61a4ad1-ee54-45ac-bc8d-bcb2f72f688f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:02.285653 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8aee02ee-1c92-408b-ae82-294309cfa47f req-f61a4ad1-ee54-45ac-bc8d-bcb2f72f688f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.1011090 May 19 02:34:02.339801 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8aee02ee-1c92-408b-ae82-294309cfa47f req-ca093b3d-0a7c-4f6a-a632-47f62d48ebc9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 May 19 02:34:03.073279 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061cf60-8e8c-49f9-b24c-f064400a222b req-70a32d20-f3fb-4588-b84d-9d7b7212f5ea tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:03.074856 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f061cf60-8e8c-49f9-b24c-f064400a222b req-70a32d20-f3fb-4588-b84d-9d7b7212f5ea tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 943 time: 0.1032131 May 19 02:34:03.128279 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f061cf60-8e8c-49f9-b24c-f064400a222b req-4f84fdc1-5ef3-47ff-8d32-c5af82e9ffe6 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 May 19 02:34:03.570605 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44733ad-e68c-4003-a2d1-e2ef261e8050 req-fab98707-8831-49a2-a0d2-9204a3091489 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:03.572067 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b44733ad-e68c-4003-a2d1-e2ef261e8050 req-fab98707-8831-49a2-a0d2-9204a3091489 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.0967934 May 19 02:34:03.623171 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b44733ad-e68c-4003-a2d1-e2ef261e8050 req-89a2d07e-3977-4b9f-9bce-4a16759c28ed tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448666 May 19 02:34:03.996154 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:34:04.157583 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,segment=NetworkSegment(a5ec76bd-411d-4936-b027-775fcf31a8a9),segment_id=a5ec76bd-411d-4936-b027-775fcf31a8a9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:04.175355 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16', 'network_id': 'fc838dcf-2f9c-4448-a988-025931a628c1', 'port_id': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16', 'mac_address': 'fa:16:3e:0d:eb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8481ae7b-fc19-4839-a556-e42fc4f67efb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:34:04.242465 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:04.263125 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:34:04.292713 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,segment=NetworkSegment(a5ec76bd-411d-4936-b027-775fcf31a8a9),segment_id=a5ec76bd-411d-4936-b027-775fcf31a8a9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:04.297599 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:04.301746 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-09128ecb-2c3b-4066-ac77-b2bd2ad03e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:04.384322 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:04.396277 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.397192 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.397997 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.398489 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3408cc-93bc-4a62-b13b-0ef254e25cf0 req-d83ddaac-e880-48cb-a900-d8466f8ed286 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:04.399169 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.399169 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.399585 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.400180 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.400713 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.401229 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7d3408cc-93bc-4a62-b13b-0ef254e25cf0 req-d83ddaac-e880-48cb-a900-d8466f8ed286 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 944 time: 0.1262531 May 19 02:34:04.401365 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.401732 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.402221 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.402630 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:04.407518 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:04.472575 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7d3408cc-93bc-4a62-b13b-0ef254e25cf0 req-eb66e986-6ea0-477f-b0f4-35473ced98ea tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574081 May 19 02:34:04.519263 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-4acc35f5-8eaf-4204-b31a-675be90b171c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:04.520160 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-4acc35f5-8eaf-4204-b31a-675be90b171c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Synchronizing usage tracker for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:04.547272 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-4acc35f5-8eaf-4204-b31a-675be90b171c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Unset dirty status for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:04.549880 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-4acc35f5-8eaf-4204-b31a-675be90b171c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.1251462 May 19 02:34:04.706554 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['9f4c9c19-2b2f-47ea-82d1-865a436c8f16'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:34:04.859544 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Deleting port 17412295-d8cc-40b3-bf1b-da1461c386c4 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:04.860103 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:04.965746 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0512bd-a79e-4c80-8273-73ef9156e147 req-e0deb078-7dc1-42fa-bf05-b300a6b7016a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:04.973674 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fb0512bd-a79e-4c80-8273-73ef9156e147 req-e0deb078-7dc1-42fa-bf05-b300a6b7016a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 947 time: 0.1303954 May 19 02:34:05.025353 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] For port 17412295-d8cc-40b3-bf1b-da1461c386c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=17412295-d8cc-40b3-bf1b-da1461c386c4,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:05.025815 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:05.045804 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fb0512bd-a79e-4c80-8273-73ef9156e147 req-a073860d-c51c-4f52-b03c-b34deb87dc4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633934 May 19 02:34:05.417928 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:05.418298 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:05.418611 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Floating IP 552feec1-da11-4e21-8be6-266bf1d7ccde disassociated. External IP: 172.28.2.108, port: 17412295-d8cc-40b3-bf1b-da1461c386c4. May 19 02:34:05.418945 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Calling delete_port for 17412295-d8cc-40b3-bf1b-da1461c386c4 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:05.541433 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:05.550244 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:05.604576 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event deleted for resources: {'Port': ['ID=17412295-d8cc-40b3-bf1b-da1461c386c4,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:05.607698 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:05.694390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e370f9-3519-4bda-b5bf-18b961add66c req-a70d93fb-2800-423c-ac50-c36d3628d2d8 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:05.695883 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-80e370f9-3519-4bda-b5bf-18b961add66c req-a70d93fb-2800-423c-ac50-c36d3628d2d8 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 944 time: 0.0993197 May 19 02:34:05.744139 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-80e370f9-3519-4bda-b5bf-18b961add66c req-45d4f888-b1c7-4193-8fcd-5a9efb34f814 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 May 19 02:34:05.814206 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Router bc353c00-e171-4687-b0a5-2fe5af2f4141 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:34:06.003947 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:34:06.034816 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:34:06.052649 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] Sync routers for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:34:06.080086 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:06.081276 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:33:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:06.145074 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] No DVR routers for this DVR port 17412295-d8cc-40b3-bf1b-da1461c386c4 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:06.148468 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:06.151840 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-deleted', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:06.190883 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-53ed90f6-c6b8-473c-8fb1-49dae6d3ef57 req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "DELETE /v2.0/ports/17412295-d8cc-40b3-bf1b-da1461c386c4 HTTP/1.1" status: 204 len: 173 time: 1.6273944 May 19 02:34:06.259437 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c8e6ce-4f2c-4338-ac7f-039690857d1f', 'name': 'network-vif-deleted', 'tag': '17412295-d8cc-40b3-bf1b-da1461c386c4', 'status': 'completed', 'code': 200} May 19 02:34:06.278137 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:34:06.283534 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5e48918d-8c7c-4044-95b4-1e5c463425dd req-f47ebed1-8ab2-4b15-8077-2015f6e17d84 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=46c8e6ce-4f2c-4338-ac7f-039690857d1f HTTP/1.1" status: 200 len: 210 time: 0.0682840 May 19 02:34:06.371079 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:34:06.371777 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:06.500812 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:06.591919 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:34:06.710446 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:06.818936 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:06.836240 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,segment=NetworkSegment(a5ec76bd-411d-4936-b027-775fcf31a8a9),segment_id=a5ec76bd-411d-4936-b027-775fcf31a8a9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:06.842813 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:06.848876 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:06.990378 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:06.999357 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:07.027406 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16', 'code': 200} May 19 02:34:07.034948 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:07.046637 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] Checking router: bc353c00-e171-4687-b0a5-2fe5af2f4141 for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:34:07.071450 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:07.072241 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:33:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:07.099227 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209232e8-b947-4b56-a15b-d2dda2f3030c req-aaceaff5-ecba-4398-9c23-81738af49bf5 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:07.100783 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-209232e8-b947-4b56-a15b-d2dda2f3030c req-aaceaff5-ecba-4398-9c23-81738af49bf5 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 945 time: 0.1878569 May 19 02:34:07.166759 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-209232e8-b947-4b56-a15b-d2dda2f3030c req-7e9d4d2e-cfca-4ca7-abf9-912b97dc8ba5 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562563 May 19 02:34:07.375396 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:07.424907 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d909e-13a4-4f0a-bbf8-e3d83f2cd4a0 req-f7e0a6d3-db7a-4972-a4fe-00d772ae4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:07.426185 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ad8d909e-13a4-4f0a-bbf8-e3d83f2cd4a0 req-f7e0a6d3-db7a-4972-a4fe-00d772ae4213 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 1098 time: 0.1080673 May 19 02:34:07.479384 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38696) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:07.495484 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-ad8d909e-13a4-4f0a-bbf8-e3d83f2cd4a0 req-6e1280b0-889e-432a-8238-710db75d84a4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 May 19 02:34:07.590574 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:07.645112 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:07.724876 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:07.738999 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a2d34285-2639-41d7-abb9-e0620adf2d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:07.758190 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:07.764639 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "DELETE /v2.0/security-groups/9735bc5c-cc05-4daa-974e-b7d99e6ac2bd HTTP/1.1" status: 204 len: 168 time: 0.2787683 May 19 02:34:07.764639 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9735bc5c-cc05-4daa-974e-b7d99e6ac2bd,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:07.765115 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38702) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:07.769207 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:07.794234 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.api.v2.resource [None req-7bbc26f8-d336-4b59-b883-3db36ff918f1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] show failed (client error): The resource could not be found. May 19 02:34:07.801185 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-7bbc26f8-d336-4b59-b883-3db36ff918f1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups/9735bc5c-cc05-4daa-974e-b7d99e6ac2bd HTTP/1.1" status: 404 len: 347 time: 0.0297542 May 19 02:34:07.801699 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38706) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:07.913915 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:07.918641 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee25a3-1b0e-41f0-a953-d50ecb38750d None None] The sync data for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb is: [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:34:08.011577 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:08.057719 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 17412295-d8cc-40b3-bf1b-da1461c386c4 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:08.059579 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 17412295-d8cc-40b3-bf1b-da1461c386c4 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:08.120735 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Deleting port d2eab3cf-cf30-42e4-8581-086c3d99924a {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:08.121669 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:08.276126 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c494475e-7fee-4047-8564-c677b6b246a3 None None] New status for floating IP 552feec1-da11-4e21-8be6-266bf1d7ccde: DOWN {{(pid=91268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:34:08.296908 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:08.297450 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:08.447555 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Calling delete_port for d2eab3cf-cf30-42e4-8581-086c3d99924a owned by network:floatingip {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:08.760707 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a7099-87d7-4b97-abb0-b15c7922cbda req-22099adf-3bc8-4017-acbf-7e950dc7d166 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:08.763434 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0d9a7099-87d7-4b97-abb0-b15c7922cbda req-22099adf-3bc8-4017-acbf-7e950dc7d166 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 945 time: 0.3243134 May 19 02:34:08.867100 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0d9a7099-87d7-4b97-abb0-b15c7922cbda req-5b8127a4-db2e-4329-ab3d-3307f29f48e4 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964479 May 19 02:34:08.876181 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:08.881862 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-139d8c15-a8b1-41fe-8400-3db69baf8ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:08.935969 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event deleted for resources: {'Port': ['ID=d2eab3cf-cf30-42e4-8581-086c3d99924a,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:08.938642 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:09.043441 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.065111 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.065463 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "DELETE /v2.0/floatingips/552feec1-da11-4e21-8be6-266bf1d7ccde HTTP/1.1" status: 204 len: 168 time: 1.2629552 May 19 02:34:09.354618 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38722) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:09.360793 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094454165', 'description': 'tempest-description--1921142899'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:09.373204 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:09.379599 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:09.383263 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:09.394055 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:09.408333 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.437408 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:09.441700 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group_rule and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:09.444964 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:09.451230 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:09.565598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.571699 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.577288 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:09.621835 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28513e79-300f-4d5a-8551-76ecd4fe12ec,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:09.625521 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:09.627470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.632151 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2732935 May 19 02:34:09.632485 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38728) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:09.641738 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'security_group_rule': {'security_group_id': '28513e79-300f-4d5a-8551-76ecd4fe12ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:09.648773 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:09.652782 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group_rule and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:09.656093 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:09.663082 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:09.682684 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.768688 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.773438 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.775570 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-34d9e4c6-3366-4712-8328-260cf0c29f4a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:09.797470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06ca91f-4920-43ca-a7f0-e1a5c9bdb0b7,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:09.800733 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:09.807313 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.808535 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.810488 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-fb57c858-8dcb-42d4-a228-01d445cb98fb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764910 May 19 02:34:09.813294 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38732) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:09.822129 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'security_group_rule': {'security_group_id': '28513e79-300f-4d5a-8551-76ecd4fe12ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:09.832324 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:09.838495 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:security_group_rule and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:09.843124 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:09.851944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:09.871777 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.948087 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.956556 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:09.968394 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-755cdab1-0e7d-41e9-b521-8bc8e6f232a5 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:09.994403 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2024300f-8a1f-4492-93b6-b21c12f32362,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:09.997116 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:10.033911 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:10.035075 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-981813f4-ce8a-453d-b951-8a977eaaf609 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2198396 May 19 02:34:10.038723 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38738) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:10.044386 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'floatingip': {'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:10.051980 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:10.059433 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Usage tracker for resource:floatingip and tenant:7f6b8cc53f344aafbc738a36fbf8f710 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:10.065455 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:10.076755 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:10.094579 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:10.127627 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252db70-15fb-486e-95ec-29483b11829a req-add809ef-f355-412e-a2ab-ea3462c674f9 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:10.130097 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3252db70-15fb-486e-95ec-29483b11829a req-add809ef-f355-412e-a2ab-ea3462c674f9 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 945 time: 0.1291521 May 19 02:34:10.188775 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3252db70-15fb-486e-95ec-29483b11829a req-fd67443c-fcee-42a2-97e5-798529a1816f tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504434 May 19 02:34:10.321511 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:10.626917 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Allocated IP 172.28.2.90 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/1a6d7764-cca9-4f50-866d-a96a778087a2) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:34:10.854083 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:10.894801 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:10.899175 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:10.978969 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:34:10.983767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:34:10.996380 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:34:11.041739 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'Port': ['ID=1a6d7764-cca9-4f50-866d-a96a778087a2,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:11.048529 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:11.105403 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:11.174922 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:11.414218 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:11.427810 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:11.433319 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7ce6cb5a-ba6f-4579-a5b7-8c5c006bc37c tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:11.571485 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:11.584299 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'Port': ['ID=1a6d7764-cca9-4f50-866d-a96a778087a2,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:11.589769 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:11.603378 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:11.608870 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5654857 May 19 02:34:11.852125 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-bfc89df3-c1b9-4a0a-9385-d8cb17c9168f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Synchronizing usage tracker for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:11.854275 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38782) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:11.870630 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-bfc89df3-c1b9-4a0a-9385-d8cb17c9168f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Unset dirty status for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:11.880290 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-bfc89df3-c1b9-4a0a-9385-d8cb17c9168f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1094454165&fields=id&tenant_id=7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 267 time: 0.0834968 May 19 02:34:12.082208 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.098994 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-3b2c9806-047b-4a9e-b355-6d4f73d89206 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:12.102208 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-3b2c9806-047b-4a9e-b355-6d4f73d89206 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 815 time: 0.2206044 May 19 02:34:12.114754 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:12.123065 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Usage tracker for resource:security_group_rule and tenant:44bf351bb1a343ff9a00b3d78c85cbc3 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:12.128804 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-7b0120ec-5bec-4203-8ccb-2be225698698 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/quotas/7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 375 time: 0.0169542 May 19 02:34:12.133180 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:12.145209 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:12.259241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.263785 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.273995 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-df1cec4a-c711-4d45-b3dd-20e80841ffd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:12.320484 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44bf351bb1a343ff9a00b3d78c85cbc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646509 May 19 02:34:12.323288 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38792) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:12.336896 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5a6c96-149d-4752-a770-81e130c0a4af,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:12.341324 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-301a12cf-9056-4e05-a279-b02e36f664a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:12.393053 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c7528-4668-46ae-a969-385b36ec6d4e req-0a6a852a-76fa-4a49-b7e3-7b3ec4e5ef8e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:12.396207 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-191c7528-4668-46ae-a969-385b36ec6d4e req-0a6a852a-76fa-4a49-b7e3-7b3ec4e5ef8e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1940525 May 19 02:34:12.412550 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-29b2c92a-4f49-428d-98c4-6926ba305452 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Synchronizing usage tracker for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:12.420088 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.423728 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-bcdf559d-818e-4866-94c2-d26b355303fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.461332 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.479988 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-29b2c92a-4f49-428d-98c4-6926ba305452 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Unset dirty status for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:12.481768 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-29b2c92a-4f49-428d-98c4-6926ba305452 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3434327 May 19 02:34:12.496693 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-191c7528-4668-46ae-a969-385b36ec6d4e req-0081730c-2766-466a-9150-57d6d84c26b8 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780246 May 19 02:34:12.555772 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.559762 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:12.572255 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5a6c96-149d-4752-a770-81e130c0a4af,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:12.578896 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:12.579784 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:12.585421 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e5a6c96-149d-4752-a770-81e130c0a4af HTTP/1.1" status: 204 len: 168 time: 0.2559927 May 19 02:34:12.682043 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-b0d4dd61-fa51-4026-ad40-475df63602f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818755 May 19 02:34:12.862695 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-b889e438-84b0-4dc0-b32a-852e25add9a5 service neutron] 10.222.0.60 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796758 May 19 02:34:13.125701 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-97f73a13-fa01-4c25-9c01-fb57aad2c990 req-35b0e394-3f56-4bb1-9afe-b2a4cf9347ec tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 210 time: 0.0452914 May 19 02:34:13.752230 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487f245-da35-4af1-b79e-687a3a3e6450 req-1d042a3f-fa4a-4369-8eca-05443dfa70da tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:13.754671 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3487f245-da35-4af1-b79e-687a3a3e6450 req-1d042a3f-fa4a-4369-8eca-05443dfa70da tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1183331 May 19 02:34:13.807963 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3487f245-da35-4af1-b79e-687a3a3e6450 req-18f44d41-2e1e-4298-ac3b-c2fb1a22e9db tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 May 19 02:34:14.365509 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-751f6796-bde5-4cdb-82d6-f79fd47a996f req-cde9d1e6-3a43-4ce8-9ec0-894968ce7694 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 210 time: 0.0724907 May 19 02:34:14.476398 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-c131d3ef-3b15-44ab-bd5a-c85b12d7cce6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:14.477168 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-c131d3ef-3b15-44ab-bd5a-c85b12d7cce6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Synchronizing usage tracker for tenant:3f0640987b554d049afb0d42bdede4af on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:14.505754 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-c131d3ef-3b15-44ab-bd5a-c85b12d7cce6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Unset dirty status for tenant:3f0640987b554d049afb0d42bdede4af on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:14.507414 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-c131d3ef-3b15-44ab-bd5a-c85b12d7cce6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.1445653 May 19 02:34:14.718556 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706745-7dab-4bc4-955e-2767d2a779bc req-82517b00-8fe5-4fd5-809c-2199fcdf4a76 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:14.722431 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-47706745-7dab-4bc4-955e-2767d2a779bc req-82517b00-8fe5-4fd5-809c-2199fcdf4a76 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 945 time: 0.1229799 May 19 02:34:14.787208 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-47706745-7dab-4bc4-955e-2767d2a779bc req-1aaf3f9f-efda-46f7-8dea-078945ec20d7 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553279 May 19 02:34:14.854295 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-69c457cd-b6fc-45ff-a465-693eadbeceb2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:14.855806 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-69c457cd-b6fc-45ff-a465-693eadbeceb2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 815 time: 0.2526932 May 19 02:34:14.911915 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Deleting port a77ab39a-9b2c-404a-81d0-164ccb019945 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:14.912262 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:14.935623 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-5a6ffe57-6c42-49bd-99a7-64a0acefa77d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 380 time: 0.0664802 May 19 02:34:14.958943 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'port': {'device_id': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'admin_state_up': True, 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'security_groups': ['28513e79-300f-4d5a-8551-76ecd4fe12ec']}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:15.035042 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697650e-24bd-4ad4-915b-75584f9e9186 req-aebea01e-6d8b-43bf-9b01-5ddd9af04821 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:15.036507 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8697650e-24bd-4ad4-915b-75584f9e9186 req-aebea01e-6d8b-43bf-9b01-5ddd9af04821 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 945 time: 0.0941861 May 19 02:34:15.089392 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8697650e-24bd-4ad4-915b-75584f9e9186 req-cbb78256-d2f6-4736-92e5-46c36bcf3ec1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=8a15362e-a172-4875-9f87-147fd6eb4e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 May 19 02:34:15.187338 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] For port a77ab39a-9b2c-404a-81d0-164ccb019945, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a77ab39a-9b2c-404a-81d0-164ccb019945,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:15.187713 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:15.242190 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:15.389472 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:15.411569 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-19ebbd6a-56dd-4b82-acfb-3f45e177a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:15.420586 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:15.573563 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Made reservation on behalf of 7f6b8cc53f344aafbc738a36fbf8f710 for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:34:15.580017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:15.746852 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e4b1c42-ed99-41ff-8c58-efb9512423ea req-6aa16d03-3f74-4b50-9f76-378ffeafc192 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 210 time: 0.1674216 May 19 02:34:15.804341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:15.804893 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:15.805209 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Floating IP bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c disassociated. External IP: 172.28.2.55, port: a77ab39a-9b2c-404a-81d0-164ccb019945. May 19 02:34:15.805649 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Calling delete_port for a77ab39a-9b2c-404a-81d0-164ccb019945 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:15.891473 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Allocated IP 172.20.0.5 (c34f38fe-bf36-4d17-be77-27f9a23b3396/36f5f6a2-9b66-46f8-a55a-28514d0ffde7/0b595325-0289-4a11-8530-7fc5a7ee77b1) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:34:16.028317 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b8508-cf74-4cda-bae4-cfa1305e1aa0 req-96643291-3a8d-4ecb-9a71-7efc542e8adb tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:16.030611 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f69b8508-cf74-4cda-bae4-cfa1305e1aa0 req-96643291-3a8d-4ecb-9a71-7efc542e8adb tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 945 time: 0.1058021 May 19 02:34:16.085975 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.089614 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f69b8508-cf74-4cda-bae4-cfa1305e1aa0 req-32e0f8fd-3458-458a-b63b-a5671b5df0ab tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b9d5349-4074-4e13-b793-c4890b90a0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494382 May 19 02:34:16.166767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.175510 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8cf73fbb-196a-471f-b107-cabb26bcf199 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:16.238602 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event deleted for resources: {'Port': ['ID=a77ab39a-9b2c-404a-81d0-164ccb019945,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:16.245291 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:16.252024 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.277423 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3501cf25-0c36-47d1-96a9-e96ab2d33b3f req-93cc12d3-dd16-41ab-9642-fa6d300b9c93 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 210 time: 0.0518770 May 19 02:34:16.347870 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Transition to ACTIVE for port object 0b595325-0289-4a11-8530-7fc5a7ee77b1 will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:34:16.471721 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Router abaffd79-7231-4265-aa05-70dc05451cfa has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:34:16.475035 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.477117 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350243df-be3c-4077-af39-276f7c25b353 req-06b89633-818c-4f6a-bdd5-c7757a093c3f tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:16.478551 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-350243df-be3c-4077-af39-276f7c25b353 req-06b89633-818c-4f6a-bdd5-c7757a093c3f tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 945 time: 0.0867260 May 19 02:34:16.482987 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9481b983-3335-4bb0-906f-c8c5bb5757ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:16.605622 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:34:16.612359 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:34:16.625835 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:34:16.633697 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Deleting port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:16.634033 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.688087 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:16.694939 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:16.789469 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:16.790133 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.799660 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] For port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,segment=NetworkSegment(a5ec76bd-411d-4936-b027-775fcf31a8a9),segment_id=a5ec76bd-411d-4936-b027-775fcf31a8a9)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:16.800266 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.823399 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:34:16.834427 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] Sync routers for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:34:16.851418 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:16.853907 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:16.912190 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9579823 May 19 02:34:16.917977 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] No DVR routers for this DVR port a77ab39a-9b2c-404a-81d0-164ccb019945 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:16.923069 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:16.925182 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-410c961f-3ed7-47b4-aef3-dd3fef5e390c req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "DELETE /v2.0/ports/a77ab39a-9b2c-404a-81d0-164ccb019945 HTTP/1.1" status: 204 len: 173 time: 2.3804898 May 19 02:34:16.925182 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'name': 'network-vif-deleted', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:16.933893 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Request body: {'port': {'device_id': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:16.968788 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Calling delete_port for 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 owned by compute:nova {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:17.075505 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:17.119018 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357a4a1-9c94-4d54-9fe3-f6353cd05c46', 'name': 'network-vif-deleted', 'tag': 'a77ab39a-9b2c-404a-81d0-164ccb019945', 'status': 'completed', 'code': 200} May 19 02:34:17.194723 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:17.194990 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd90320-2d17-41db-b912-1c9e9b575cfd req-a0330e8e-bbb7-4554-b8b1-df66c28db6a3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:17.196606 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2cd90320-2d17-41db-b912-1c9e9b575cfd req-a0330e8e-bbb7-4554-b8b1-df66c28db6a3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 931 time: 0.2223439 May 19 02:34:17.197959 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:17.207250 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1d9a8e08-9289-4ecd-a223-4cb07c935b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:17.253011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['9f4c9c19-2b2f-47ea-82d1-865a436c8f16'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:34:17.276724 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Pushing event deleted for resources: {'Port': ['ID=9f4c9c19-2b2f-47ea-82d1-865a436c8f16,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:17.312851 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:17.399500 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-7b8a6aa2-40bf-48c3-9e70-a8f8613497ce None None] Provisioning for port 0b595325-0289-4a11-8530-7fc5a7ee77b1 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:34:17.409218 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fbe23fa3-60ea-4012-9c63-91e1ff3d24f0 req-c5980ea1-77cb-4699-be61-0cee72ae3e2e tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ea7271a-5f85-46dd-974e-4721cde6dea6 HTTP/1.1" status: 200 len: 210 time: 0.1020811 May 19 02:34:17.410167 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] No DVR routers for this DVR port 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 on host hv-cinder-78462 {{(pid=91265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:17.414840 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:17.416358 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-7b8a6aa2-40bf-48c3-9e70-a8f8613497ce None None] Provisioning complete for port 0b595325-0289-4a11-8530-7fc5a7ee77b1 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:34:17.416774 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-7b8a6aa2-40bf-48c3-9e70-a8f8613497ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:17.420121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'name': 'network-vif-deleted', 'tag': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:17.426582 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-350243df-be3c-4077-af39-276f7c25b353 req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] 10.222.0.11 "DELETE /v2.0/ports/9f4c9c19-2b2f-47ea-82d1-865a436c8f16 HTTP/1.1" status: 204 len: 173 time: 0.9393065 May 19 02:34:17.432689 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2cd90320-2d17-41db-b912-1c9e9b575cfd req-fd613b5f-fbe6-4cd0-9476-a89de48a4fd1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926267 May 19 02:34:17.508371 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:17.568515 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a6aa2-40bf-48c3-9e70-a8f8613497ce None None] Port 0b595325-0289-4a11-8530-7fc5a7ee77b1 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:34:17.642460 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:17.647473 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] Checking router: abaffd79-7231-4265-aa05-70dc05451cfa for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:34:17.664545 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:17.664910 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:17.690853 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e65f1bad-326f-4382-88bc-114918366529 req-3e1e0a96-8016-45a0-ab00-f78e5a064fae tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=6357a4a1-9c94-4d54-9fe3-f6353cd05c46 HTTP/1.1" status: 200 len: 210 time: 0.0537510 May 19 02:34:17.773270 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea7271a-5f85-46dd-974e-4721cde6dea6', 'name': 'network-vif-deleted', 'tag': '9f4c9c19-2b2f-47ea-82d1-865a436c8f16', 'status': 'completed', 'code': 200} May 19 02:34:17.821955 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b595325-0289-4a11-8530-7fc5a7ee77b1 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:34:17.832077 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:17.849979 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Transition to ACTIVE for port object 0b595325-0289-4a11-8530-7fc5a7ee77b1 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:34:17.855731 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:17.859740 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:17.950601 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:18.064670 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:18.068395 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:18.098204 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:18.125605 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Attempting to bind port 0b595325-0289-4a11-8530-7fc5a7ee77b1 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:34:18.127459 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Attempting to bind port 0b595325-0289-4a11-8530-7fc5a7ee77b1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:34:18.127798 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Attempting to bind port 0b595325-0289-4a11-8530-7fc5a7ee77b1 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:34:18.135097 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Port 0b595325-0289-4a11-8530-7fc5a7ee77b1 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:34:18.135471 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Attempting to bind port 0b595325-0289-4a11-8530-7fc5a7ee77b1 on network c34f38fe-bf36-4d17-be77-27f9a23b3396 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:34:18.142108 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:34:18.142311 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:18.142559 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Checking segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:34:18.142676 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 9f4c9c19-2b2f-47ea-82d1-865a436c8f16 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:18.142906 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Bound using segment: {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:34:18.143078 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a77ab39a-9b2c-404a-81d0-164ccb019945 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:18.143328 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Bound port: 0b595325-0289-4a11-8530-7fc5a7ee77b1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1327250c-588d-4937-a431-20fdca3c5aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:34:18.143672 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:18.202988 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: a77ab39a-9b2c-404a-81d0-164ccb019945 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:18.203212 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a77ab39a-9b2c-404a-81d0-164ccb019945 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:18.241527 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:34:18.244639 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:34:18.248580 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:18.253481 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a6a09441-727e-4105-b133-7f0ade931506 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:18.309648 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:18.310271 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:18.312242 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b595325-0289-4a11-8530-7fc5a7ee77b1 HTTP/1.1" status: 200 len: 1093 time: 1.3914037 May 19 02:34:18.338260 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:18.341432 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:18.384773 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:18.389366 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6158ff-d3d6-4af9-8c71-93ece217e9d3 None None] The sync data for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb is: [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:34:18.448633 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-9848b440-bb18-4bbf-879c-06605758e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:18.450471 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-9848b440-bb18-4bbf-879c-06605758e98b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 1096 time: 0.0872610 May 19 02:34:18.523703 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-df302ac3-ab0a-456b-84fb-396393f787ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1 HTTP/1.1" status: 200 len: 217 time: 0.0627670 May 19 02:34:18.622858 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-5ed7c933-c11a-41e0-8647-40872289cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:18.624485 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-5ed7c933-c11a-41e0-8647-40872289cf5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.0935073 May 19 02:34:18.680288 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea8883-e068-48b3-817d-ef8961ff77fe req-befd7b13-9511-45ed-83ca-19af4d967540 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:18.681952 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eeea8883-e068-48b3-817d-ef8961ff77fe req-befd7b13-9511-45ed-83ca-19af4d967540 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.1060176 May 19 02:34:18.695859 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eae81b5-e92e-4463-b619-32c9cd38dfa4 None None] New status for floating IP bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c: DOWN {{(pid=91268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:34:18.716730 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-9026ac10-27b6-4b82-bb5d-b2bccf4a6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:18.718481 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-9026ac10-27b6-4b82-bb5d-b2bccf4a6cd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0857239 May 19 02:34:18.783417 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eeea8883-e068-48b3-817d-ef8961ff77fe req-0fea45de-b950-41c7-ac2e-b066bc953042 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955572 May 19 02:34:18.824639 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38878) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:18.914335 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:18.918089 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-dd07fa26-5514-4ddf-91ef-eec892d33d66 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893582 May 19 02:34:18.960484 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:19.029752 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:19.033995 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-32e026c9-39c4-42af-86c2-d050dda3a6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:19.053083 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a15362e-a172-4875-9f87-147fd6eb4e6f,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:19.059109 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:19.076116 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:19.077415 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "DELETE /v2.0/security-groups/8a15362e-a172-4875-9f87-147fd6eb4e6f HTTP/1.1" status: 204 len: 168 time: 0.2515390 May 19 02:34:19.080191 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38886) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:19.099913 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.api.v2.resource [None req-26fc2d3d-695e-44e9-aa88-ac28f1bd8c91 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] show failed (client error): The resource could not be found. May 19 02:34:19.100415 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-26fc2d3d-695e-44e9-aa88-ac28f1bd8c91 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups/8a15362e-a172-4875-9f87-147fd6eb4e6f HTTP/1.1" status: 404 len: 347 time: 0.0193083 May 19 02:34:19.103397 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 38890) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:19.104526 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-4cfc6a75-9ccd-41cb-8554-f72a866c542e req-3c4e494c-62c7-4270-8631-435d60616b00 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759174 May 19 02:34:19.119941 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:19.168984 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'status': 'completed', 'code': 200} May 19 02:34:19.306508 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-50c69c73-cb82-49c4-864d-60af9dd9ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:19.308048 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-50c69c73-cb82-49c4-864d-60af9dd9ed69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 1096 time: 0.1101015 May 19 02:34:19.449842 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Deleting port 91b4dfc9-0854-4b4a-afe4-c860bf996d37 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:19.450186 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:19.571013 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-614549b5-f2ce-4ea0-8223-757a61addee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:19.572372 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-614549b5-f2ce-4ea0-8223-757a61addee2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.2567294 May 19 02:34:19.589351 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:19.589673 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:19.643126 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-079da400-2566-402f-b3c4-f7acdeed83d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1 HTTP/1.1" status: 200 len: 217 time: 0.0629296 May 19 02:34:19.714585 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Calling delete_port for 91b4dfc9-0854-4b4a-afe4-c860bf996d37 owned by network:floatingip {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:19.718466 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-8f73e333-60f2-4837-bf5f-c658711ac173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:19.721410 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-8f73e333-60f2-4837-bf5f-c658711ac173 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.0696840 May 19 02:34:19.803066 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-83341ce4-16bf-4bea-82c3-f68de2cb7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:19.804628 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-83341ce4-16bf-4bea-82c3-f68de2cb7102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0734766 May 19 02:34:19.853132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:19.859728 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:19.942041 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event deleted for resources: {'Port': ['ID=91b4dfc9-0854-4b4a-afe4-c860bf996d37,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:19.957784 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-76778377-50ae-4536-b3f6-354de16de530 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445634 May 19 02:34:19.977202 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:20.059907 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.084237 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95931c-d8d9-4812-903f-f9bb4a7503b6 req-076cd7ad-2b2f-4091-a2f1-24cb8e3bfac9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:20.086233 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6f95931c-d8d9-4812-903f-f9bb4a7503b6 req-076cd7ad-2b2f-4091-a2f1-24cb8e3bfac9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.1821480 May 19 02:34:20.092567 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.093703 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "DELETE /v2.0/floatingips/bfbe19a6-3b3d-4fd8-a39f-31bcd0b16f9c HTTP/1.1" status: 204 len: 168 time: 0.9855628 May 19 02:34:20.112852 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-f70432d1-a083-4a0c-baa3-5122139f8e9f req-eb218fde-92ce-4797-9153-bc64d0109e30 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443765 May 19 02:34:20.149532 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6f95931c-d8d9-4812-903f-f9bb4a7503b6 req-7604721e-ce35-46a2-acd5-3c96d6e2907f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545628 May 19 02:34:20.463425 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38908) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:20.468667 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961156320', 'description': 'tempest-description--1115419895'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:20.474408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:20.478537 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:20.481566 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:20.488265 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:20.498724 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.526937 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:20.526937 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group_rule and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:20.527722 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:20.533439 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:20.613877 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.621610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.625489 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:20.672504 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf5f6a-a8c7-4db2-9b0e-14089161fbab,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:20.675702 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:20.676796 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.684547 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2135665 May 19 02:34:20.685561 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38916) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:20.691586 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'security_group_rule': {'security_group_id': 'aedf5f6a-a8c7-4db2-9b0e-14089161fbab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:20.696346 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:20.700468 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group_rule and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:20.703425 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:20.710800 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:20.733787 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.816881 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.820776 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.822980 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:20.846610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b6811f-7f67-4921-994c-2913761fcb91,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:20.849640 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:20.857388 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.858579 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-bda9fc58-26da-49e9-a24e-17bd4f83a13d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1727469 May 19 02:34:20.861611 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38920) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:20.866896 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'security_group_rule': {'security_group_id': 'aedf5f6a-a8c7-4db2-9b0e-14089161fbab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:20.873026 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:20.878069 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:security_group_rule and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:20.881301 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:20.887739 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:20.905306 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.971124 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.974771 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543684'] for security_group_rule, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:20.976800 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e104b1b5-2594-485c-99cc-ce8ea5afabfe tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:21.005834 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5d2e50-9e92-4457-b3a8-fdb1a46f74dd,revision_number=0']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:21.008264 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:21.014747 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.017461 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-894fa7c8-85db-40b2-81e5-019b82fe05cd tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543307 May 19 02:34:21.019406 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 38924) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:21.024449 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'floatingip': {'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:21.030198 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:21.034066 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Usage tracker for resource:floatingip and tenant:3f0640987b554d049afb0d42bdede4af is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:21.037138 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:21.042699 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:21.052719 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.190901 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.326295 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Allocated IP 172.28.2.247 (886b682b-d830-4c51-a0f7-111db1c6c18d/0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d/a12a290b-c6ac-4556-98be-767c20914d8e) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:34:21.342954 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34c88-7fcb-4bd7-bc2d-1beb53dc6afc req-a71b7cc4-d533-4bfd-a296-e3f5bd3861a0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:21.344515 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d9c34c88-7fcb-4bd7-bc2d-1beb53dc6afc req-a71b7cc4-d533-4bfd-a296-e3f5bd3861a0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0856538 May 19 02:34:21.389682 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d9c34c88-7fcb-4bd7-bc2d-1beb53dc6afc req-cfa4a028-ad17-49e4-863f-445eedec0085 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 May 19 02:34:21.472228 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.500886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.506207 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-18d8083d-acc8-4800-a778-dcc971132c8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:21.568432 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Network 886b682b-d830-4c51-a0f7-111db1c6c18d is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:34:21.571303 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:34:21.574875 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:34:21.608496 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'Port': ['ID=a12a290b-c6ac-4556-98be-767c20914d8e,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:21.613020 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:21.656618 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.717374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.919757 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.925425 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:21.930794 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-620c8b8d-3ce2-4876-b29f-71270637c197 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:22.084513 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:34:22.136807 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'Port': ['ID=a12a290b-c6ac-4556-98be-767c20914d8e,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:22.144201 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:22.147182 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:22.176585 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:22.181295 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3f4c4fa6-13f6-47dc-aa2b-24128d5b0984 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1609106 May 19 02:34:22.256440 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:22.274304 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'port_id': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'mac_address': 'fa:16:3e:60:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:34:22.331815 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:22.349975 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b595325-0289-4a11-8530-7fc5a7ee77b1 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:34:22.366377 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:22.370757 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:22.372764 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:22.412758 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-5ffa1e8a-4d1e-4f9f-ace0-89c9e5fe4c1d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Synchronizing usage tracker for tenant:3f0640987b554d049afb0d42bdede4af on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:22.429671 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-5ffa1e8a-4d1e-4f9f-ace0-89c9e5fe4c1d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Unset dirty status for tenant:3f0640987b554d049afb0d42bdede4af on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:22.430917 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-5ffa1e8a-4d1e-4f9f-ace0-89c9e5fe4c1d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1961156320&fields=id&tenant_id=3f0640987b554d049afb0d42bdede4af HTTP/1.1" status: 200 len: 267 time: 0.0610375 May 19 02:34:22.442618 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:22.446189 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:22.598147 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['0b595325-0289-4a11-8530-7fc5a7ee77b1'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:34:22.648231 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-35092814-893e-4519-9597-6e93111eb5f9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:22.649704 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-35092814-893e-4519-9597-6e93111eb5f9 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 811 time: 0.2115202 May 19 02:34:22.671049 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d7d3-9903-4787-8a55-263d2fd2a9b9 req-b8443eec-442e-4e16-8d82-2bf6d4cdfa0f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:22.672573 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ebf4d7d3-9903-4787-8a55-263d2fd2a9b9 req-b8443eec-442e-4e16-8d82-2bf6d4cdfa0f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 944 time: 0.1378899 May 19 02:34:22.676805 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-ed0beed2-dba0-419b-b0b9-aa0226442f81 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/quotas/3f0640987b554d049afb0d42bdede4af HTTP/1.1" status: 200 len: 375 time: 0.0194030 May 19 02:34:22.760189 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ebf4d7d3-9903-4787-8a55-263d2fd2a9b9 req-faa61f17-1bfc-4fac-b976-4af9fcff6bee tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813451 May 19 02:34:22.794755 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-06c25ad7-b8ff-436b-9201-0d44ba9a296b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Synchronizing usage tracker for tenant:3f0640987b554d049afb0d42bdede4af on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:22.811114 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-06c25ad7-b8ff-436b-9201-0d44ba9a296b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Unset dirty status for tenant:3f0640987b554d049afb0d42bdede4af on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:22.812577 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-06c25ad7-b8ff-436b-9201-0d44ba9a296b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190655 May 19 02:34:22.949835 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e87b9dd2-81f5-4c11-9250-747d035e07b6 service neutron] 10.222.0.60 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249366 May 19 02:34:23.081196 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-5ae30a42-971a-47c4-ab17-7403a4ee7120 service neutron] 10.222.0.60 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250584 May 19 02:34:23.265575 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-12542a69-9183-4aff-8f6b-09ef3c67a68c req-60661568-83cf-41c8-ae3b-724157f384d2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 210 time: 0.0424006 May 19 02:34:23.959286 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60f076-4917-4615-a5d1-fafae29a1d8e req-1d426dfc-ed2a-4fca-a8c3-4741c1fab4a6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:23.960701 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e60f076-4917-4615-a5d1-fafae29a1d8e req-1d426dfc-ed2a-4fca-a8c3-4741c1fab4a6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 944 time: 0.0799794 May 19 02:34:24.009131 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1e60f076-4917-4615-a5d1-fafae29a1d8e req-ac3896bf-d396-4dcb-874e-9899e7a62d24 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424130 May 19 02:34:24.107307 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:34:24.181740 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 0b595325-0289-4a11-8530-7fc5a7ee77b1 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:34:24.186967 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 0b595325-0289-4a11-8530-7fc5a7ee77b1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:34:24.187717 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:24.308605 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:24.340477 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:24.342964 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e6a5c5ae-2f73-42be-ba71-47d2a9705e6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:24.344686 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e6a5c5ae-2f73-42be-ba71-47d2a9705e6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 811 time: 0.1627994 May 19 02:34:24.350855 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:24.363773 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:24.365900 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:24.428342 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'code': 200} May 19 02:34:24.429121 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-ada10f63-e8fd-459b-b1c5-16b1102a20d7 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Synchronizing usage tracker for tenant:3f0640987b554d049afb0d42bdede4af on resource:security_group {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:24.461846 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-ada10f63-e8fd-459b-b1c5-16b1102a20d7 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Unset dirty status for tenant:3f0640987b554d049afb0d42bdede4af on resource:security_group {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:24.463782 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-ada10f63-e8fd-459b-b1c5-16b1102a20d7 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0640987b554d049afb0d42bdede4af HTTP/1.1" status: 200 len: 380 time: 0.1091502 May 19 02:34:24.478122 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'port': {'device_id': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'admin_state_up': True, 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'security_groups': ['aedf5f6a-a8c7-4db2-9b0e-14089161fbab']}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:24.484139 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:24.490833 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:24.530481 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-62d89f85-79c1-46aa-a5bf-30173900641e req-31527a19-e9b1-4dd6-a834-787ac4227215 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 210 time: 0.1467783 May 19 02:34:24.640184 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:24.649886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:24.660057 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Made reservation on behalf of 3f0640987b554d049afb0d42bdede4af for: {'port': 1} {{(pid=91266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:34:24.663547 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:24.667730 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974f50-d2f4-4df4-ada7-020e306e2e54 req-e76e4903-8272-42c1-ad6f-18db96102144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:24.669253 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e7974f50-d2f4-4df4-ada7-020e306e2e54 req-e76e4903-8272-42c1-ad6f-18db96102144 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0687909 May 19 02:34:24.711931 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e7974f50-d2f4-4df4-ada7-020e306e2e54 req-6af06c4c-b9f4-4308-9e4c-5f56ef52aa0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350564 May 19 02:34:24.827229 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_common [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Allocated IP 172.20.0.7 (ce034134-69e4-4dc1-8be7-11e5b000819e/da8964c2-af88-4562-96a5-d189df554ff2/6f7649d0-3f48-44d9-9047-606e2ad881e8) {{(pid=91266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:34:25.032146 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for port, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:25.051973 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Transition to ACTIVE for port object 6f7649d0-3f48-44d9-9047-606e2ad881e8 will not be triggered until provisioned by entity DHCP. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:34:25.087474 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:25.093668 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2756f5c3-02af-4067-9f74-08b00e454d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:25.168765 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Network ce034134-69e4-4dc1-8be7-11e5b000819e is already hosted by enough agents. {{(pid=91266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:34:25.172775 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.base_scheduler [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Resources bound (agent type, host, resource id): {{(pid=91266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:34:25.177215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Received port after_create {{(pid=91266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:34:25.230240 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event updated for resources: {'Port': ['ID=6f7649d0-3f48-44d9-9047-606e2ad881e8,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:25.247393 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:25.276438 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:25.277352 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:25.307808 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e1c2b-c794-4b05-8b2b-0c06143e2ce9 req-3eb13e94-1879-4d6b-8f96-3a2826233956 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:25.310260 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-786e1c2b-c794-4b05-8b2b-0c06143e2ce9 req-3eb13e94-1879-4d6b-8f96-3a2826233956 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.1339653 May 19 02:34:25.317090 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471012 May 19 02:34:25.333936 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Request body: {'port': {'device_id': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:25.381994 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-786e1c2b-c794-4b05-8b2b-0c06143e2ce9 req-2123d136-48e7-4535-9918-257ba1c6c544 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637131 May 19 02:34:25.490784 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-790e7ee8-f89a-4630-972c-480e053037d9 None None] Provisioning for port 6f7649d0-3f48-44d9-9047-606e2ad881e8 completed by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:34:25.498627 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-790e7ee8-f89a-4630-972c-480e053037d9 None None] Provisioning complete for port 6f7649d0-3f48-44d9-9047-606e2ad881e8 triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:34:25.499722 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-790e7ee8-f89a-4630-972c-480e053037d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:25.508967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:25.574929 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-790e7ee8-f89a-4630-972c-480e053037d9 None None] Port 6f7649d0-3f48-44d9-9047-606e2ad881e8 cannot update to ACTIVE because it is not bound. {{(pid=91267) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 02:34:25.801544 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0848b-4ec7-404b-9b3a-ef315d2812cc req-c293199d-e91e-499f-976b-fb8cd322b13b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:25.803096 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-89c0848b-4ec7-404b-9b3a-ef315d2812cc req-c293199d-e91e-499f-976b-fb8cd322b13b tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 931 time: 0.1379814 May 19 02:34:25.852282 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-89c0848b-4ec7-404b-9b3a-ef315d2812cc req-6c4e4175-9827-4aae-aaae-f68c3d3276e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 May 19 02:34:25.950904 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7649d0-3f48-44d9-9047-606e2ad881e8 {{(pid=91266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:34:25.958392 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:25.973192 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.provisioning_blocks [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Transition to ACTIVE for port object 6f7649d0-3f48-44d9-9047-606e2ad881e8 will not be triggered until provisioned by entity L2. {{(pid=91266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:34:25.977793 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:25.981427 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1a25d46b-8b30-40d8-959a-a599af6aac02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:26.145419 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7649d0-3f48-44d9-9047-606e2ad881e8,revision_number=2']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:26.186057 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.186423 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.186797 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.187156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.187523 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.187878 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.188240 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.188595 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.189020 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.190229 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.190229 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.190229 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:26.195480 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:26.230160 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Attempting to bind port 6f7649d0-3f48-44d9-9047-606e2ad881e8 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:34:26.230498 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Attempting to bind port 6f7649d0-3f48-44d9-9047-606e2ad881e8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:34:26.230825 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Attempting to bind port 6f7649d0-3f48-44d9-9047-606e2ad881e8 on network ce034134-69e4-4dc1-8be7-11e5b000819e {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:34:26.235602 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Port 6f7649d0-3f48-44d9-9047-606e2ad881e8 on network ce034134-69e4-4dc1-8be7-11e5b000819e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:34:26.236563 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Attempting to bind port 6f7649d0-3f48-44d9-9047-606e2ad881e8 on network ce034134-69e4-4dc1-8be7-11e5b000819e {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:34:26.241830 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:34:26.242163 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Checking segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:34:26.242541 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Bound using segment: {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'} {{(pid=91266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:34:26.242962 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.managers [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Bound port: 6f7649d0-3f48-44d9-9047-606e2ad881e8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e'}}] {{(pid=91266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:34:26.243325 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:26.248880 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-6e5fb35b-7692-4e4c-a951-73aeec6d68b9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836394650&fields=id&tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01 HTTP/1.1" status: 200 len: 267 time: 0.0430005 May 19 02:34:26.335878 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-b4d7bbd9-fd36-4ab7-87e2-8d28230fb48f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:26.337811 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] For port 6f7649d0-3f48-44d9-9047-606e2ad881e8, host hv-cinder-78462, cleared binding levels {{(pid=91266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:34:26.340874 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] For port 6f7649d0-3f48-44d9-9047-606e2ad881e8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:34:26.341414 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-b4d7bbd9-fd36-4ab7-87e2-8d28230fb48f tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 984 time: 0.0863481 May 19 02:34:26.347351 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1960716'] for port, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:26.351354 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2750d56c-409a-40a2-b33e-d683cd3d71b8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:26.352948 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Request body: {'port': {'security_groups': ['b4a71723-0a25-4502-bd9e-c2a69515fa3d']}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:26.525397 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:26.526000 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:26.526172 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:26.528668 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] 10.222.0.11 "PUT /v2.0/ports/6f7649d0-3f48-44d9-9047-606e2ad881e8 HTTP/1.1" status: 200 len: 1093 time: 1.2003763 May 19 02:34:26.529460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:26.563985 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7649d0-3f48-44d9-9047-606e2ad881e8,revision_number=3']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:26.567159 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:26.665984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e3c3600d-d4af-4a2f-b38f-d8963c5c4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:26.668045 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-e3c3600d-d4af-4a2f-b38f-d8963c5c4b0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 1096 time: 0.0924790 May 19 02:34:26.744096 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-340522fd-cf3f-4395-9e4a-55dfb4cb094a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8 HTTP/1.1" status: 200 len: 217 time: 0.0631428 May 19 02:34:26.812689 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01fdb9-b4ab-4fc5-bc42-bb3a142c5bd1 req-5895afdc-7a68-44fb-8364-703c6a784864 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:26.814549 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-a7150dfa-0d88-44b2-8704-3cfab29dc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:26.814800 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5d01fdb9-b4ab-4fc5-bc42-bb3a142c5bd1 req-5895afdc-7a68-44fb-8364-703c6a784864 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.2697437 May 19 02:34:26.815974 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-a7150dfa-0d88-44b2-8704-3cfab29dc203 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.0645456 May 19 02:34:26.900047 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-21406713-4cf4-4bf5-b182-bbe822ead991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:26.901592 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-21406713-4cf4-4bf5-b182-bbe822ead991 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0786731 May 19 02:34:26.969346 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5d01fdb9-b4ab-4fc5-bc42-bb3a142c5bd1 req-091755a1-7249-4c09-a522-f3c29f15c6ab tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472821 May 19 02:34:27.044070 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'status': 'completed', 'code': 200} May 19 02:34:27.045387 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:27.052770 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-29528e59-2e5e-4019-8621-26fb96d57ea7 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391063 May 19 02:34:27.076795 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.082628 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2982224'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.093511 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-32d455c3-be96-4ee2-affd-2504a545f8ea tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:27.096839 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:34:27.197856 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:27.198527 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.206870 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39018) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:27.212788 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b4985450-3515-46e0-a505-9f62c6f801b2 req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "PUT /v2.0/ports/84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 942 time: 0.8651717 May 19 02:34:27.219841 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:27.239824 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-185a1bd5-a526-4e99-8e6b-f506d5abbecd req-10952a20-7c19-4511-8ccd-0051bde03cfc service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763587 May 19 02:34:27.301669 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event updated for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=7']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:27.312157 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.312565 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.312884 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.313435 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.314516 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.315165 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.315684 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.316194 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.316702 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.317233 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.317807 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.318314 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:34:27.322915 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:34:27.323929 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-81053611-1eea-465c-bb1b-c794f0c6de64 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:27.363243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec975b05-fac8-403b-ad64-5e482441168c req-c29628a5-c58e-4761-b933-feffcd55c00e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:27.377140 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ec975b05-fac8-403b-ad64-5e482441168c req-c29628a5-c58e-4761-b933-feffcd55c00e tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 943 time: 0.2249753 May 19 02:34:27.399126 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.440928 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.448840 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ec975b05-fac8-403b-ad64-5e482441168c req-0378d9de-7117-4fb1-8bd0-221b3c78ced1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684872 May 19 02:34:27.486885 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d0765-f977-4f0f-9342-08704458a723 req-c90d6444-f43b-4bd2-94c9-652006f6c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:27.486885 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3b1d0765-f977-4f0f-9342-08704458a723 req-c90d6444-f43b-4bd2-94c9-652006f6c81d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 1096 time: 0.1807973 May 19 02:34:27.505158 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-098d3e1d-0586-4e52-ad93-03adcf89dea7 None None] Provisioning complete for port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b triggered by entity DHCP. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:34:27.505655 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-098d3e1d-0586-4e52-ad93-03adcf89dea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.558586 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'status': 'completed', 'code': 200} May 19 02:34:27.578957 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739ebe-8899-48f2-84ef-cbf2c8cc5ae0 req-87b23299-4781-4c76-bca0-e7e38b02bca9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:27.582066 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-34739ebe-8899-48f2-84ef-cbf2c8cc5ae0 req-87b23299-4781-4c76-bca0-e7e38b02bca9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.1692848 May 19 02:34:27.613104 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39024) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:27.618741 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.v2.base [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Request body: {'floatingip': {'port_id': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}} {{(pid=91266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:27.690339 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-6bccf7ea-6fc0-4890-94ab-daf4fc1f8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:27.692044 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-6bccf7ea-6fc0-4890-94ab-daf4fc1f8d87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1098 time: 0.1078317 May 19 02:34:27.721440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, before_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.849548 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-5b4b7f93-703d-46cf-9fe4-8d166e876a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:27.851025 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-5b4b7f93-703d-46cf-9fe4-8d166e876a40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 915 time: 0.1472559 May 19 02:34:27.882169 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:27.889042 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a53af3d7-006c-488d-b927-7e1bebf6e63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:27.932869 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d0765-f977-4f0f-9342-08704458a723 req-a886403f-3fdb-46ed-a3ae-9c891ff9aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:27.936051 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3b1d0765-f977-4f0f-9342-08704458a723 req-a886403f-3fdb-46ed-a3ae-9c891ff9aebc service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 911 time: 0.4435506 May 19 02:34:27.982072 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-f86f3ac9-ffb2-4821-b150-27bcdee0e121 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 1001 time: 0.1227202 May 19 02:34:28.010434 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d0214-566c-4779-8a03-5987618dce04,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:28.031460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:28.033890 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:28.035035 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "DELETE /v2.0/security-groups/1f3d0214-566c-4779-8a03-5987618dce04 HTTP/1.1" status: 204 len: 168 time: 0.8271682 May 19 02:34:28.041122 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39032) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:28.046107 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3b1d0765-f977-4f0f-9342-08704458a723 req-4d2683a8-3063-4561-a8ca-908447c59d10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8 HTTP/1.1" status: 200 len: 217 time: 0.0949352 May 19 02:34:28.209508 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d0765-f977-4f0f-9342-08704458a723 req-74fe6758-c257-4916-86c9-1d486f8236f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:28.210992 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3b1d0765-f977-4f0f-9342-08704458a723 req-74fe6758-c257-4916-86c9-1d486f8236f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.1516969 May 19 02:34:28.243451 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-9825d1e5-62ba-45ad-ab0f-b21db13ae131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:28.244875 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-9825d1e5-62ba-45ad-ab0f-b21db13ae131 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 200 len: 854 time: 0.2563837 May 19 02:34:28.489791 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-facad77a-9e84-4ba5-a75c-f4f437b54563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:28.491031 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-facad77a-9e84-4ba5-a75c-f4f437b54563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=130b2ede-bd20-430e-b618-bb8bc3f68ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2306082 May 19 02:34:28.578673 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d0765-f977-4f0f-9342-08704458a723 req-e140d847-0409-4578-9ef0-ba61158ff1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:28.580717 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3b1d0765-f977-4f0f-9342-08704458a723 req-e140d847-0409-4578-9ef0-ba61158ff1f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2113440 May 19 02:34:28.661902 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Deleting port bbfd9de5-0f73-41be-bdaf-e1a0b092d11c {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:28.662385 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:28.772780 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-71a91135-4dba-44c7-8d48-dbe0c69a0a1a service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747438 May 19 02:34:28.813401 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3b1d0765-f977-4f0f-9342-08704458a723 req-3c0797cf-edf0-4fe4-9c57-cf3a47b60189 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204762 May 19 02:34:28.866069 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:28.910924 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9d49b-8e73-47b1-a95a-1ea5686657f3 req-5fc3eaf1-53bf-47b5-9e42-cb3de36da8b6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:28.912412 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-05e9d49b-8e73-47b1-a95a-1ea5686657f3 req-5fc3eaf1-53bf-47b5-9e42-cb3de36da8b6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 943 time: 0.3187168 May 19 02:34:28.916118 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:28.928052 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:28.928380 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:29.073223 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Calling delete_port for bbfd9de5-0f73-41be-bdaf-e1a0b092d11c owned by network:floatingip {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:29.103702 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-3b1d0765-f977-4f0f-9342-08704458a723 req-82e5dc34-18c6-4164-88f5-3dc294d919f5 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817385 May 19 02:34:29.118910 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-05e9d49b-8e73-47b1-a95a-1ea5686657f3 req-d7b71d01-b0f2-4752-a169-1a5295fcf1a2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996670 May 19 02:34:29.121816 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eed68e31-106a-47c0-8067-cedb0b42dc67 req-32d76be1-b6a3-4b74-8bef-89194c5f9029 service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405707 May 19 02:34:29.123890 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Floating IP 4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d associated. External IP: 172.28.2.90, port: 0b595325-0289-4a11-8530-7fc5a7ee77b1. May 19 02:34:29.245451 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:29.249934 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:29.291653 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event deleted for resources: {'Port': ['ID=bbfd9de5-0f73-41be-bdaf-e1a0b092d11c,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:29.294614 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:29.384939 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks [] for floatingip, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:29.385277 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.l3_db [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Floating IP 0607b99c-ffea-4766-85e5-3f6255d8db1f disassociated (deleted). External IP: 172.28.2.113, port: 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b. May 19 02:34:29.486984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Router bc353c00-e171-4687-b0a5-2fe5af2f4141 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:34:29.782630 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:34:29.787154 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:29.795873 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] Sync routers for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:34:29.810548 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:29.811441 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:29.853071 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b0d1bbe2-eb91-45d0-9d44-d27cfb450723 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "PUT /v2.0/floatingips/4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d HTTP/1.1" status: 200 len: 990 time: 2.2373574 May 19 02:34:29.853071 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:29.872385 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Router 25c46449-d768-4401-a46c-8ccb2301c523 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:34:29.940929 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'status': 'completed', 'code': 200} May 19 02:34:30.060133 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:30.133206 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 6f7649d0-3f48-44d9-9047-606e2ad881e8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:34:30.134854 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:34:30.146297 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] Sync routers for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:34:30.158495 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:30.159721 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:30.167906 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:30.227907 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a2de3-36d7-4367-890b-966a0eac99fa req-08636c2e-5b7a-4351-9a03-a5be6d833225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:30.229741 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-776a2de3-36d7-4367-890b-966a0eac99fa req-08636c2e-5b7a-4351-9a03-a5be6d833225 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 1098 time: 0.1876431 May 19 02:34:30.351062 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:30.388196 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-64683cf6-6c8e-4021-8001-e6e846bf69fd tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "DELETE /v2.0/floatingips/0607b99c-ffea-4766-85e5-3f6255d8db1f HTTP/1.1" status: 204 len: 168 time: 2.3435812 May 19 02:34:30.388440 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:30.455489 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a2de3-36d7-4367-890b-966a0eac99fa req-1cc2c568-a03b-4df1-9123-95b39405a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:30.457374 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-776a2de3-36d7-4367-890b-966a0eac99fa req-1cc2c568-a03b-4df1-9123-95b39405a18e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.2169068 May 19 02:34:30.469472 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f14b7-d2b1-442d-8e5d-f350808e1f89 req-4173e754-2932-44e5-ad70-217950c4d273 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:30.471627 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e2f14b7-d2b1-442d-8e5d-f350808e1f89 req-4173e754-2932-44e5-ad70-217950c4d273 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 943 time: 0.2035182 May 19 02:34:30.559934 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 6f7649d0-3f48-44d9-9047-606e2ad881e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:30.577644 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'port_id': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'mac_address': 'fa:16:3e:54:36:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:34:30.613940 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-0e2f14b7-d2b1-442d-8e5d-f350808e1f89 req-1b3ceb2e-3911-4639-963e-fe79fb0f5d91 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752003 May 19 02:34:30.632273 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-776a2de3-36d7-4367-890b-966a0eac99fa req-1610ac5a-abe8-4c7b-bb41-824485f2662e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1 HTTP/1.1" status: 200 len: 998 time: 0.1595435 May 19 02:34:30.672437 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:30.695581 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'status': 'completed', 'code': 200} May 19 02:34:30.709157 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7649d0-3f48-44d9-9047-606e2ad881e8 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:34:30.726795 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 6f7649d0-3f48-44d9-9047-606e2ad881e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:30.729212 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a2de3-36d7-4367-890b-966a0eac99fa req-5076e2ba-9162-4b7b-83f2-ffae70c0f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:30.731477 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-776a2de3-36d7-4367-890b-966a0eac99fa req-5076e2ba-9162-4b7b-83f2-ffae70c0f84c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.0923171 May 19 02:34:30.732465 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:30.735069 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f5f907a7-e503-45f0-9736-0dd283cfccf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:30.833963 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'floating_ip_address': '172.28.2.90', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'port_id': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'mac_address': 'fa:16:3e:60:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:11Z', 'updated_at': '2021-05-19T02:34:28Z', 'revision_number': 1, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:30.840449 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=6f7649d0-3f48-44d9-9047-606e2ad881e8,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:30.856458 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] Checking router: bc353c00-e171-4687-b0a5-2fe5af2f4141 for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:34:30.862302 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:30.865665 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a2de3-36d7-4367-890b-966a0eac99fa req-59a8355b-fed5-49c5-9a92-ccfad4e96b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:30.868704 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-776a2de3-36d7-4367-890b-966a0eac99fa req-59a8355b-fed5-49c5-9a92-ccfad4e96b47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1277876 May 19 02:34:30.870755 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:30.871388 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:30.883022 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:44Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:30.883966 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-5f57ced5-ddf8-4e4a-994a-5c7b37bdee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:30.885530 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-5f57ced5-ddf8-4e4a-994a-5c7b37bdee78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 1098 time: 0.1736763 May 19 02:34:30.890577 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] Checking router: 25c46449-d768-4401-a46c-8ccb2301c523 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:34:30.918727 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:30.919371 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:31.046990 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-776a2de3-36d7-4367-890b-966a0eac99fa req-2a532be9-4f8f-463c-a906-a3993a8b423c service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693904 May 19 02:34:31.110771 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['6f7649d0-3f48-44d9-9047-606e2ad881e8'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:34:31.120607 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-67744d44-0fe5-4fb3-a05c-ba79d1e4c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:31.123930 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-67744d44-0fe5-4fb3-a05c-ba79d1e4c6dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 200 len: 915 time: 0.2308755 May 19 02:34:31.203941 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:31.238711 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-776a2de3-36d7-4367-890b-966a0eac99fa req-5ecdbf1c-b90a-463a-8daa-22473b496f9c service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808491 May 19 02:34:31.294007 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:31.302135 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-8c527f91-e4bd-4a53-98ab-ff3c006a2f47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 200 len: 217 time: 0.1676304 May 19 02:34:31.441251 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-93718574-c494-4cf1-8bd2-ba85f3231aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:31.442898 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-93718574-c494-4cf1-8bd2-ba85f3231aa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 200 len: 854 time: 0.1194632 May 19 02:34:31.549474 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-f164c3db-a6ca-41b2-ba94-b46e423d3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:31.551141 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-f164c3db-a6ca-41b2-ba94-b46e423d3a35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=130b2ede-bd20-430e-b618-bb8bc3f68ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0950854 May 19 02:34:31.759461 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:44Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:31.765380 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fa4b7d-d14e-4a29-aa64-5b26c24041f4 None None] The sync data for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb is: [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:30:27Z', 'revision_number': 4, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'ac55e970-d54d-4f76-93ad-8692ae738426', 'name': '', 'network_id': '130b2ede-bd20-430e-b618-bb8bc3f68ea6', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'mac_address': 'fa:16:3e:13:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:24Z', 'updated_at': '2021-05-19T02:30:44Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'subnets': [{'id': '2633e17a-7619-400f-8572-d36a3188f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:34:31.943209 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-83a98fec-1dcd-423b-a6d5-4a17c421135a service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770940 May 19 02:34:31.969405 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'floating_ip_address': '172.28.2.90', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'port_id': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'mac_address': 'fa:16:3e:60:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:11Z', 'updated_at': '2021-05-19T02:34:28Z', 'revision_number': 1, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:31.974577 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f57e8c-6afd-4c07-a15d-a7b1e797789f None None] The sync data for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb is: [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'floating_ip_address': '172.28.2.90', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'port_id': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'mac_address': 'fa:16:3e:60:b9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:11Z', 'updated_at': '2021-05-19T02:34:28Z', 'revision_number': 1, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:34:31.978610 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8fc96-8da5-4838-8804-a261943af672 req-88c1c446-cfdd-4196-b7ca-122726c1d4e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:31.986242 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ddc8fc96-8da5-4838-8804-a261943af672 req-88c1c446-cfdd-4196-b7ca-122726c1d4e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 944 time: 0.1542106 May 19 02:34:32.044935 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-ddc8fc96-8da5-4838-8804-a261943af672 req-23017be3-8bbc-4648-9e1a-3f6e289bc668 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576558 May 19 02:34:32.144284 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-1086ba57-87ab-4e09-8510-f40b21087d4c req-ee104349-989a-40d7-a7a2-499487c74d16 service neutron] 10.222.0.11 "GET /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902685 May 19 02:34:32.223983 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e9414-8def-4369-81c3-863fd987e499 None None] New status for floating IP 0607b99c-ffea-4766-85e5-3f6255d8db1f: DOWN {{(pid=91267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:34:32.285199 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400aefe6-ac26-4d2a-b00f-eb72514d388d None None] New status for floating IP 4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d: ACTIVE {{(pid=91268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:34:33.219804 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13b1f0-beb9-4534-8d93-fff97fa5f17f req-e676f970-7d17-446b-a81d-3f9a909fe28a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:33.221296 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fd13b1f0-beb9-4534-8d93-fff97fa5f17f req-e676f970-7d17-446b-a81d-3f9a909fe28a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 944 time: 0.0802252 May 19 02:34:33.266792 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fd13b1f0-beb9-4534-8d93-fff97fa5f17f req-c134cb66-de21-4b67-89a0-565009cd2952 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 May 19 02:34:33.952285 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27690133-0300-4f0e-a02a-a96677d5b3af req-60d9c799-a3ac-456b-8bb3-b6ba700205f8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:33.953029 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-27690133-0300-4f0e-a02a-a96677d5b3af req-60d9c799-a3ac-456b-8bb3-b6ba700205f8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Synchronizing usage tracker for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:33.982071 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-27690133-0300-4f0e-a02a-a96677d5b3af req-60d9c799-a3ac-456b-8bb3-b6ba700205f8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Unset dirty status for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:33.984233 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-27690133-0300-4f0e-a02a-a96677d5b3af req-60d9c799-a3ac-456b-8bb3-b6ba700205f8 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.1220784 May 19 02:34:34.042051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-27690133-0300-4f0e-a02a-a96677d5b3af req-81fb6f43-1a28-4f97-94fe-559cdef7efa9 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 May 19 02:34:34.180297 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 6f7649d0-3f48-44d9-9047-606e2ad881e8 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:34:34.247729 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 6f7649d0-3f48-44d9-9047-606e2ad881e8 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:34:34.252900 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 6f7649d0-3f48-44d9-9047-606e2ad881e8 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:34:34.253276 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:34.385689 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:34.414709 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:34.426126 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 6f7649d0-3f48-44d9-9047-606e2ad881e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:34.432447 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:34.436394 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:34.466880 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6271745-1f11-465c-9076-0e57c8dfaa65 req-b698bf6f-82af-428e-bd98-63835dd049ca tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:34.468440 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f6271745-1f11-465c-9076-0e57c8dfaa65 req-b698bf6f-82af-428e-bd98-63835dd049ca tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 944 time: 0.0928066 May 19 02:34:34.479597 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'code': 200} May 19 02:34:34.532916 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=6f7649d0-3f48-44d9-9047-606e2ad881e8,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:34.536901 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:34.635804 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f6271745-1f11-465c-9076-0e57c8dfaa65 req-d88a9226-f820-4854-bf09-a3d3fc83ef87 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579726 May 19 02:34:34.731554 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce54a67-aecf-45c3-8224-5b3cfdb376ba req-dda0bf73-5711-4083-8a49-f528fee26624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:34.733169 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9ce54a67-aecf-45c3-8224-5b3cfdb376ba req-dda0bf73-5711-4083-8a49-f528fee26624 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 1098 time: 0.0775805 May 19 02:34:34.776259 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-9ce54a67-aecf-45c3-8224-5b3cfdb376ba req-f03f7f50-04d5-4fc8-b4fb-296a0bc023e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362060 May 19 02:34:35.263960 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d9f1e-e78b-4596-94e1-011fd8405757 req-f4b13485-5ab6-4c24-a335-4160b145e1eb tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:35.264271 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bf0d9f1e-e78b-4596-94e1-011fd8405757 req-f4b13485-5ab6-4c24-a335-4160b145e1eb tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.0968001 May 19 02:34:35.322528 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-bf0d9f1e-e78b-4596-94e1-011fd8405757 req-1ee2b0f9-bed3-4e74-9d00-94ece8c12952 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482051 May 19 02:34:35.924859 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df9be1-a83f-4525-99ca-bf4cbfae757e req-836af407-7814-4b00-8ca6-5590b86c6b5d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:35.927370 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-20df9be1-a83f-4525-99ca-bf4cbfae757e req-836af407-7814-4b00-8ca6-5590b86c6b5d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 945 time: 0.1367002 May 19 02:34:35.986133 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-20df9be1-a83f-4525-99ca-bf4cbfae757e req-51ac35ab-9378-49e3-b01e-805a05ae598a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483792 May 19 02:34:36.209993 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272a836-f64d-4531-843e-819c32fa3691 req-8a987699-f1c7-4f48-a15c-c65d753fd731 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:36.210596 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-c272a836-f64d-4531-843e-819c32fa3691 req-8a987699-f1c7-4f48-a15c-c65d753fd731 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Synchronizing usage tracker for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:34:36.222661 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-c272a836-f64d-4531-843e-819c32fa3691 req-8a987699-f1c7-4f48-a15c-c65d753fd731 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Unset dirty status for tenant:9eb062d9de6d4fb5b16bb9c9dafefc01 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:34:36.223740 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c272a836-f64d-4531-843e-819c32fa3691 req-8a987699-f1c7-4f48-a15c-c65d753fd731 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.0939243 May 19 02:34:36.357031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Deleting port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:36.357370 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:36.493751 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] For port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:36.494021 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:36.523392 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495ec54-a18d-467e-a2fd-7ffe21d24629 req-fead7434-d3d8-4f45-8187-6df6577fb2a5 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:36.524881 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6495ec54-a18d-467e-a2fd-7ffe21d24629 req-fead7434-d3d8-4f45-8187-6df6577fb2a5 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 945 time: 0.0888784 May 19 02:34:36.572591 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6495ec54-a18d-467e-a2fd-7ffe21d24629 req-be0ffc8c-b107-4ed5-8566-e69fbf1728ef tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4a71723-0a25-4502-bd9e-c2a69515fa3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 May 19 02:34:36.624538 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Calling delete_port for 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:36.636802 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39154) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:36.695919 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Deleting subnet 8481ae7b-fc19-4839-a556-e42fc4f67efb {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:34:36.698943 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:36.741023 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:36.746785 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f54aa658-e833-4d91-9edd-1628eb85b0b2 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:36.752118 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3059052'] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:36.754149 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:34:36.792640 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Pushing event deleted for resources: {'Port': ['ID=84cfaaaa-c475-4bf7-bcb3-26ab00ac370b,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:36.795917 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:36.812295 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:36.959192 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] No DVR routers for this DVR port 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:36.961844 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:36.964590 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'name': 'network-vif-deleted', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:36.980614 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c272a836-f64d-4531-843e-819c32fa3691 req-8c50b994-1937-4761-9238-cfecf3434d0e tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.11 "DELETE /v2.0/ports/84cfaaaa-c475-4bf7-bcb3-26ab00ac370b HTTP/1.1" status: 204 len: 173 time: 0.7513690 May 19 02:34:37.024789 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad18c89-d38b-4891-b348-54bab6690783', 'name': 'network-vif-deleted', 'tag': '84cfaaaa-c475-4bf7-bcb3-26ab00ac370b', 'status': 'completed', 'code': 200} May 19 02:34:37.116271 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3059094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600837'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.151709 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:37.196252 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8481ae7b-fc19-4839-a556-e42fc4f67efb,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:37.199363 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:37.203097 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.217430 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-2c47955d-1991-4ab6-9297-c8bae9540f78 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8481ae7b-fc19-4839-a556-e42fc4f67efb HTTP/1.1" status: 204 len: 168 time: 0.5795145 May 19 02:34:37.221476 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39164) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:37.253718 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b548d7-2304-4fec-b023-9ba09d8ed7c2 req-4b7d1838-a3ae-4559-8c12-d79556011cf6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:37.255396 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-14b548d7-2304-4fec-b023-9ba09d8ed7c2 req-4b7d1838-a3ae-4559-8c12-d79556011cf6 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 945 time: 0.1380081 May 19 02:34:37.313237 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-14b548d7-2304-4fec-b023-9ba09d8ed7c2 req-9fca72e9-f5a8-464a-8ac3-26c3bbc9c040 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514045 May 19 02:34:37.352882 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.497803 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.511602 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc838dcf-2f9c-4448-a988-025931a628c1']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:37.524685 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ec76bd-411d-4936-b027-775fcf31a8a9') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:37.525003 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ec76bd-411d-4936-b027-775fcf31a8a9') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:37.526744 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726aea3-c36b-40da-b0a0-1c456664401d req-2d176fdb-86b0-4cc0-826a-a1faa5b28454 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:37.528694 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8726aea3-c36b-40da-b0a0-1c456664401d req-2d176fdb-86b0-4cc0-826a-a1faa5b28454 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 945 time: 0.0987012 May 19 02:34:37.537499 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39170) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:37.542838 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Request body: {'floatingip': {'port_id': '6f7649d0-3f48-44d9-9047-606e2ad881e8'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:34:37.543345 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.560848 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.567076 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:34:37.567564 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:34:37.584712 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:34:37.628359 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.672403 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.676680 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:37.692705 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.705730 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=fc838dcf-2f9c-4448-a988-025931a628c1,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:37.709818 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:37.722912 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e263be13-fe41-4d99-9636-ad82360d1eeb admin admin] 10.222.0.60 "DELETE /v2.0/networks/fc838dcf-2f9c-4448-a988-025931a628c1 HTTP/1.1" status: 204 len: 168 time: 0.4954033 May 19 02:34:37.723215 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39176) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:37.805695 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Deleting subnet 330731f1-9528-48a1-b938-93dce92fc2a6 {{(pid=91266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:34:37.808981 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.858254 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2257566'] for subnet, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:37.887708 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b51a774e-aef0-44df-9ae6-5eaec033c1fe req-a77d78a4-df18-4a29-a4ca-599c622af5b5 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ad18c89-d38b-4891-b348-54bab6690783 HTTP/1.1" status: 200 len: 210 time: 0.0573440 May 19 02:34:37.920641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.197740 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035146'] for subnet, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.202105 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:38.240474 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330731f1-9528-48a1-b938-93dce92fc2a6,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:38.244168 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:38.246526 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.254001 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ecf79d3f-56da-425a-8b41-4c9ea92b7848 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/330731f1-9528-48a1-b938-93dce92fc2a6 HTTP/1.1" status: 204 len: 168 time: 0.5283794 May 19 02:34:38.255957 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39182) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:38.363807 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.457830 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.462440 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.488329 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.500998 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:38.513447 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2888a282-6dfe-4b75-a114-cb0644d87b5a') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:38.513742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2888a282-6dfe-4b75-a114-cb0644d87b5a') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:38.525817 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.542348 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.550178 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:34:38.550490 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:34:38.564977 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:34:38.640742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.642678 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.l3_db [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Floating IP 68c59a44-cb6f-45e4-9d86-e5a828a38c50 associated. External IP: 172.28.2.247, port: 6f7649d0-3f48-44d9-9047-606e2ad881e8. May 19 02:34:38.645576 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:38.659526 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:38.668935 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:38.674262 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f365b6cf-4169-4ac2-bf0d-cf3ede0a9c10 HTTP/1.1" status: 204 len: 168 time: 0.4145055 May 19 02:34:38.674262 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:38.858027 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39188) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:38.910509 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b502ef40-7313-48d4-b91a-03aea0bb8d16 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8834971027c345d79d0a8b5df0b287b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509002 May 19 02:34:38.912703 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39192) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:38.993096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.003570 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Router abaffd79-7231-4265-aa05-70dc05451cfa has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:34:39.024588 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.089216 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.097027 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-85c8c297-3b12-49c6-8af6-b7bd3d98c2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:39.118155 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9d5349-4074-4e13-b793-c4890b90a0ba,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:39.122875 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:39.135209 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.139440 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b9d5349-4074-4e13-b793-c4890b90a0ba HTTP/1.1" status: 204 len: 168 time: 0.2231724 May 19 02:34:39.209025 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:34:39.215926 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.226661 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] Sync routers for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:34:39.243355 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:39.244234 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:39.319842 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-79504800-2b57-4827-861e-6e5735e96281 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "PUT /v2.0/floatingips/68c59a44-cb6f-45e4-9d86-e5a828a38c50 HTTP/1.1" status: 200 len: 991 time: 1.7772975 May 19 02:34:39.319842 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:34:39.504154 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'status': 'completed', 'code': 200} May 19 02:34:39.515815 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:39.729334 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39230) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:39.762380 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-52028fe7-1bd5-4cff-a9c1-e628d95b4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:39.764592 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-52028fe7-1bd5-4cff-a9c1-e628d95b4c28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f0640987b554d049afb0d42bdede4af&device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 1098 time: 0.2246704 May 19 02:34:39.802827 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-e471260c-b785-412a-bba9-3364fe6d658b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7a047a4a5c14b3e9481805c3648cceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724790 May 19 02:34:39.807295 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39240) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:39.840474 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.894154 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.946504 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:39.950899 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '68c59a44-cb6f-45e4-9d86-e5a828a38c50', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'floating_ip_address': '172.28.2.247', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'port_id': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'mac_address': 'fa:16:3e:54:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:21Z', 'updated_at': '2021-05-19T02:34:38Z', 'revision_number': 1, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:39.962656 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] Checking router: abaffd79-7231-4265-aa05-70dc05451cfa for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:34:39.975527 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-3553a410-f0ae-422d-9501-2b1309fb4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:39.977194 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-3553a410-f0ae-422d-9501-2b1309fb4d9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 200 len: 911 time: 0.2015302 May 19 02:34:39.990749 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:39.991497 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:40.019688 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:40.027272 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ddb0bbef-7158-4f90-bd2b-3851b1f23a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:40.043614 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722cceb1-e1b7-4a1e-bc42-6d4c5d607ab3,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:40.052797 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:40.055804 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:40.060724 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/722cceb1-e1b7-4a1e-bc42-6d4c5d607ab3 HTTP/1.1" status: 204 len: 168 time: 0.2487128 May 19 02:34:40.113792 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-631d759b-f178-4bb1-9433-ae4fa4045fe0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8 HTTP/1.1" status: 200 len: 999 time: 0.1298177 May 19 02:34:40.191257 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-b7b0e418-85af-468b-8fa3-36ac9f1ac773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:40.193271 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-b7b0e418-85af-468b-8fa3-36ac9f1ac773 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 200 len: 850 time: 0.0687752 May 19 02:34:40.238408 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:40.253019 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39262) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:40.309302 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-88a827c1-083f-4be2-9140-2bab6edc78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:40.312052 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-88a827c1-083f-4be2-9140-2bab6edc78ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce034134-69e4-4dc1-8be7-11e5b000819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1110017 May 19 02:34:40.328295 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:40.388045 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:40.388399 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 84cfaaaa-c475-4bf7-bcb3-26ab00ac370b not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:40.512521 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-ab402563-a530-4d49-ad1e-00046761654d service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863186 May 19 02:34:40.740329 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c2879e55-d164-4a54-95dd-4a91b52f1bd3 req-15c33497-a3c6-45fa-90d6-4c9717306a92 service neutron] 10.222.0.11 "GET /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121913 May 19 02:34:40.841329 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '68c59a44-cb6f-45e4-9d86-e5a828a38c50', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'floating_ip_address': '172.28.2.247', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'port_id': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'mac_address': 'fa:16:3e:54:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:21Z', 'updated_at': '2021-05-19T02:34:38Z', 'revision_number': 1, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:40.845830 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f83b7-e03d-4fd8-9a83-c3c1aa98bb93 None None] The sync data for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb is: [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_floatingips': [{'id': '68c59a44-cb6f-45e4-9d86-e5a828a38c50', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'floating_ip_address': '172.28.2.247', 'floating_network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'router_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'port_id': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'mac_address': 'fa:16:3e:54:36:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T02:34:21Z', 'updated_at': '2021-05-19T02:34:38Z', 'revision_number': 1, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:34:41.100258 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154870a-6332-41c9-86b7-2defab0d8e9c None None] New status for floating IP 68c59a44-cb6f-45e4-9d86-e5a828a38c50: ACTIVE {{(pid=91268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:34:41.144731 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454985'] for router_interface, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:41.682607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Deleting port ac55e970-d54d-4f76-93ad-8692ae738426 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:41.683137 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:41.832716 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] For port ac55e970-d54d-4f76-93ad-8692ae738426, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=ac55e970-d54d-4f76-93ad-8692ae738426,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:41.833524 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:41.964676 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Calling delete_port for ac55e970-d54d-4f76-93ad-8692ae738426 owned by network:router_interface {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:42.128416 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.132400 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2c90df6f-1f7f-4e20-8101-bd63704c68ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:42.143558 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39312) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:42.183236 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac55e970-d54d-4f76-93ad-8692ae738426,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:42.185737 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:42.302343 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.328740 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:42.333052 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9cf7cca0a444c584d1ef9ba8fd04b7 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:42.336132 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:42.343466 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:42.422158 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-24a4aab4-0cd8-4a97-939d-1ef1cafc923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.461547 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.465474 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.473655 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-90488313-1d1a-4764-84bf-783e9e7299ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:42.515282 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f9cf7cca0a444c584d1ef9ba8fd04b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703487 May 19 02:34:42.516212 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2cd0fb-abee-4648-8130-c1bd671f61fc,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:42.518827 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39318) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:42.521008 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-455eddf1-381d-43b3-a92e-eb81bd4dc839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:42.564078 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453849'] for router_interface, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.582854 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c495ac73-c147-484a-b526-c0dd73dddc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.608845 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c495ac73-c147-484a-b526-c0dd73dddc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.672643 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c495ac73-c147-484a-b526-c0dd73dddc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.678090 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bce5b567-b349-413e-9370-b5e4eedbcb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:42.690717 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495ac73-c147-484a-b526-c0dd73dddc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2cd0fb-abee-4648-8130-c1bd671f61fc,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:42.693460 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c495ac73-c147-484a-b526-c0dd73dddc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:42.694641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c495ac73-c147-484a-b526-c0dd73dddc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:42.698564 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c495ac73-c147-484a-b526-c0dd73dddc64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a2cd0fb-abee-4648-8130-c1bd671f61fc HTTP/1.1" status: 204 len: 168 time: 0.1790726 May 19 02:34:43.022833 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Router 25c46449-d768-4401-a46c-8ccb2301c523 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:34:43.054276 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-d61b07e9-90e7-49dc-8193-4cd5ce9a8978 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182270 May 19 02:34:43.220662 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:34:43.234360 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] Sync routers for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:34:43.248574 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-14a862df-c13e-4528-a302-b1d45e59e68e admin admin] 10.222.0.60 "PUT /v2.0/routers/25c46449-d768-4401-a46c-8ccb2301c523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9900990 May 19 02:34:43.248877 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:43.248877 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:43.249230 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39338) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:43.445224 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:43.496974 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-a5dd328b-34e5-4c2d-b74b-efd850588467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:43.499293 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-a5dd328b-34e5-4c2d-b74b-efd850588467 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1099 time: 0.3510308 May 19 02:34:43.528899 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks [] for router, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:43.594639 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:34:43.764226 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:34:42Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:43.769422 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] Checking router: 25c46449-d768-4401-a46c-8ccb2301c523 for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:34:43.778582 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] Routers {'25c46449-d768-4401-a46c-8ccb2301c523'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:43.779207 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['25c46449-d768-4401-a46c-8ccb2301c523'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:43.937803 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-daf7b0df-17ed-478f-b84f-e93b59c1e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:43.940071 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-daf7b0df-17ed-478f-b84f-e93b59c1e5ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 908 time: 0.3535998 May 19 02:34:43.944429 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:43.990529 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] Set router 25c46449-d768-4401-a46c-8ccb2301c523 gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:44.100971 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-8a1cf320-93de-4ede-b543-8341eba6beec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 1002 time: 0.1534641 May 19 02:34:44.123328 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Deleting port 5b988a29-3f70-4fe2-aefd-da3ea27329f6 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:44.123730 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:44.234142 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-73f03e0c-dad0-4bda-8fa5-54f76df905a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:44.235527 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-73f03e0c-dad0-4bda-8fa5-54f76df905a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.0906360 May 19 02:34:44.408710 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] For port 5b988a29-3f70-4fe2-aefd-da3ea27329f6, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=5b988a29-3f70-4fe2-aefd-da3ea27329f6,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:44.409335 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:44.417892 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:34:42Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:44.427260 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e1f2f-c606-483a-b69b-db940114f60f None None] The sync data for ids ['25c46449-d768-4401-a46c-8ccb2301c523'] in dv-cinder-784623-11-smb is: [{'id': '25c46449-d768-4401-a46c-8ccb2301c523', 'name': 'tempest-TestMinimumBasicScenario-1385365667-router', 'tenant_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:17Z', 'updated_at': '2021-05-19T02:34:42Z', 'revision_number': 5, 'project_id': '9eb062d9de6d4fb5b16bb9c9dafefc01', 'gw_port': {'id': '5b988a29-3f70-4fe2-aefd-da3ea27329f6', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c46449-d768-4401-a46c-8ccb2301c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:19Z', 'updated_at': '2021-05-19T02:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:34:44.540355 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Calling delete_port for 5b988a29-3f70-4fe2-aefd-da3ea27329f6 owned by network:router_gateway {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:44.582292 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-29e1a8fa-05ea-4cc3-88ce-c24e2ac99f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:34:44.583690 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-29e1a8fa-05ea-4cc3-88ce-c24e2ac99f6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2962687 May 19 02:34:44.875115 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-0a964eb7-b680-4ccc-bf08-7cb8e49d9682 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716490 May 19 02:34:45.028574 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.034626 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e4a8b170-9c5a-4cb9-83f2-a30551cc1af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:45.091727 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b988a29-3f70-4fe2-aefd-da3ea27329f6,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:45.124686 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:45.133357 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a463cf66-08b3-408e-9b0c-4aeb04588b70 req-9e315df7-0d49-4f23-922c-17d13b5e6c9e service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283509 May 19 02:34:45.191872 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450914'] for router_gateway, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.245494 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.391911 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device ac55e970-d54d-4f76-93ad-8692ae738426 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:45.461250 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: ac55e970-d54d-4f76-93ad-8692ae738426 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:45.461830 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device ac55e970-d54d-4f76-93ad-8692ae738426 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:45.481166 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-2ee3803f-6a57-43dd-a876-936e7de8d4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.558199 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12670'] for router, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.558967 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.643719 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450357'] for router, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.644365 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c46449-d768-4401-a46c-8ccb2301c523 {{(pid=91266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 02:34:45.658675 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Notify callbacks [] for router, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.659797 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] 10.222.0.60 "DELETE /v2.0/routers/25c46449-d768-4401-a46c-8ccb2301c523 HTTP/1.1" status: 204 len: 168 time: 2.4097812 May 19 02:34:45.662250 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39374) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:45.724919 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Deleting subnet 2633e17a-7619-400f-8572-d36a3188f9b6 {{(pid=91266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:34:45.728050 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.790916 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2257566'] for subnet, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:45.915674 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.089209 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.222101 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035146'] for subnet, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.226179 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ef547e08-70fe-440a-b1ad-ba6b3768271f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:46.264095 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2633e17a-7619-400f-8572-d36a3188f9b6,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:46.267556 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:46.270674 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.277206 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-d3705b65-8efe-429e-a622-d7069b6de0e8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2633e17a-7619-400f-8572-d36a3188f9b6 HTTP/1.1" status: 204 len: 168 time: 0.6139574 May 19 02:34:46.279276 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7879e38-08e5-4962-b18f-b38de655dad3 None None] Network 130b2ede-bd20-430e-b618-bb8bc3f68ea6 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:34:46.280364 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39382) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:46.413924 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.496607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Deleting port d70b26d7-b091-45c4-844c-d82617a163f1 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:46.497531 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.567790 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] DHCP port deletion for 130b2ede-bd20-430e-b618-bb8bc3f68ea6 request from dv-cinder-784623-11-smb {{(pid=91267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 02:34:46.602532 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] For port d70b26d7-b091-45c4-844c-d82617a163f1, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=d70b26d7-b091-45c4-844c-d82617a163f1,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:46.602887 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.638539 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Deleting port d70b26d7-b091-45c4-844c-d82617a163f1 {{(pid=91267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:46.639536 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.727718 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Calling delete_port for d70b26d7-b091-45c4-844c-d82617a163f1 owned by network:dhcp {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:46.741685 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] For port d70b26d7-b091-45c4-844c-d82617a163f1, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=d70b26d7-b091-45c4-844c-d82617a163f1,segment=NetworkSegment(5ea12005-3d82-4080-b12b-1f5e99d7839b),segment_id=5ea12005-3d82-4080-b12b-1f5e99d7839b)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:46.742114 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.788071 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.791870 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-518c97e2-cf7f-4be3-bec3-7fdabda5e798 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:46.838470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70b26d7-b091-45c4-844c-d82617a163f1,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:46.840248 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] No DVR routers for this DVR port d70b26d7-b091-45c4-844c-d82617a163f1 on host dv-cinder-784623-11-smb {{(pid=91265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:46.841711 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:46.866447 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Calling delete_port for d70b26d7-b091-45c4-844c-d82617a163f1 owned by network:dhcp {{(pid=91267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:46.978190 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:46.991656 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130b2ede-bd20-430e-b618-bb8bc3f68ea6']}} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:47.002731 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:47.003890 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea12005-3d82-4080-b12b-1f5e99d7839b') {'for_net_delete': True} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:47.004189 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea12005-3d82-4080-b12b-1f5e99d7839b') {} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:47.006440 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:47.015619 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3059067'] for segment, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:47.031310 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:47.037795 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=91265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:34:47.038268 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2982196'] for segment, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: Traceback (most recent call last): May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: timer() May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: cb(*args, **kw) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: return func(*args, **kwargs) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: self._notify() May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: self.callback(batched_events) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: event.method(event) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: return f(self, *a, **k) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: return self._get(url).json() May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: return self.request(url, 'GET', **kwargs) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:34:47.051982 dv-cinder-784623-11-smb neutron-server[91265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:34:47.054516 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Pushing event deleted for resources: {'Port': ['ID=d70b26d7-b091-45c4-844c-d82617a163f1,revision_number=None']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:47.054626 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:47.057651 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] No DVR routers for this DVR port d70b26d7-b091-45c4-844c-d82617a163f1 on host dv-cinder-784623-11-smb {{(pid=91267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:47.240348 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:47.244595 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:47.257533 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:47.268371 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Pushing event deleted for resources: {'Network': ['ID=130b2ede-bd20-430e-b618-bb8bc3f68ea6,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:47.271756 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:47.287930 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-2b193c7f-ac49-4324-b70d-9f0b6e5aa526 admin admin] 10.222.0.60 "DELETE /v2.0/networks/130b2ede-bd20-430e-b618-bb8bc3f68ea6 HTTP/1.1" status: 204 len: 168 time: 1.0060313 May 19 02:34:47.292408 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39394) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:47.370053 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d70b26d7-b091-45c4-844c-d82617a163f1 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:47.423946 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: d70b26d7-b091-45c4-844c-d82617a163f1 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:47.424292 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device d70b26d7-b091-45c4-844c-d82617a163f1 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:47.424687 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5b988a29-3f70-4fe2-aefd-da3ea27329f6 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:47.463314 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 5b988a29-3f70-4fe2-aefd-da3ea27329f6 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:47.463734 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5b988a29-3f70-4fe2-aefd-da3ea27329f6 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:47.480449 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:48.001977 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454985'] for router_interface, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:48.535096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Deleting port 214d2820-b697-46d2-bc1e-52c20615c395 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:48.535815 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:48.682956 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] For port 214d2820-b697-46d2-bc1e-52c20615c395, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=214d2820-b697-46d2-bc1e-52c20615c395,segment=NetworkSegment(f9a043a9-dd92-4583-9f6b-ad0302d97cb7),segment_id=f9a043a9-dd92-4583-9f6b-ad0302d97cb7)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:48.683304 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:48.811982 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Calling delete_port for 214d2820-b697-46d2-bc1e-52c20615c395 owned by network:router_interface {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:49.043241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:49.047886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:49.091207 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=214d2820-b697-46d2-bc1e-52c20615c395,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:49.095353 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:49.413083 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453849'] for router_interface, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:49.905920 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:34:50.129620 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:34:50.139087 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] Sync routers for ids ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:34:50.150710 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-f4901bcb-1821-46b7-a398-9374357082c6 admin admin] 10.222.0.60 "PUT /v2.0/routers/28f74ff5-504f-4f58-85a8-0cb6253f12e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8539383 May 19 02:34:50.150906 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] Routers {'28f74ff5-504f-4f58-85a8-0cb6253f12e9'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:50.150906 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:50.151112 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39444) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:50.341185 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks [] for router, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:50.392574 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] Set router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:50.584062 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:50.677760 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Deleting port 3496ea3d-848f-4402-86ad-9a415c8bd70b {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:50.678013 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:50.710210 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:34:48Z', 'revision_number': 5, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port': {'id': '3496ea3d-848f-4402-86ad-9a415c8bd70b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:cf:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:30:45Z', 'updated_at': '2021-05-19T02:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:50.714470 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] Checking router: 28f74ff5-504f-4f58-85a8-0cb6253f12e9 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:34:50.726801 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] Routers {'28f74ff5-504f-4f58-85a8-0cb6253f12e9'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:34:50.727591 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:34:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:50.824939 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] For port 3496ea3d-848f-4402-86ad-9a415c8bd70b, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=3496ea3d-848f-4402-86ad-9a415c8bd70b,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:50.825389 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:50.914762 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] Set router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 gateway port host: None {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:34:50.953078 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Calling delete_port for 3496ea3d-848f-4402-86ad-9a415c8bd70b owned by network:router_gateway {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:51.055222 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:34:50Z', 'revision_number': 6, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port_host': None}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:51.062395 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c8948-08d7-4e2c-8149-172780ae7e21 None None] The sync data for ids ['28f74ff5-504f-4f58-85a8-0cb6253f12e9'] in dv-cinder-784623-11-smb is: [{'id': '28f74ff5-504f-4f58-85a8-0cb6253f12e9', 'name': 'tempest-TestMinimumBasicScenario-651274886-router', 'tenant_id': '6621be5d992f4c3890577faa751469ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:30:40Z', 'updated_at': '2021-05-19T02:34:50Z', 'revision_number': 6, 'project_id': '6621be5d992f4c3890577faa751469ae', 'gw_port_host': None}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:34:51.126213 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.148874 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1d14ecac-68cb-4d0e-a9f6-2dcc8e42a215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:51.229389 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=3496ea3d-848f-4402-86ad-9a415c8bd70b,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:51.238764 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:51.334016 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450914'] for router_gateway, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.629282 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12670'] for router, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.632953 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.665526 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450357'] for router, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.666211 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f74ff5-504f-4f58-85a8-0cb6253f12e9 {{(pid=91266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 02:34:51.688804 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] Notify callbacks [] for router, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.693328 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-80cd0ecd-90d8-4a6f-9c2e-c1da58f6dc2a admin admin] 10.222.0.60 "DELETE /v2.0/routers/28f74ff5-504f-4f58-85a8-0cb6253f12e9 HTTP/1.1" status: 204 len: 168 time: 1.5381756 May 19 02:34:51.693328 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39486) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:51.702830 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 214d2820-b697-46d2-bc1e-52c20615c395 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:51.745823 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 214d2820-b697-46d2-bc1e-52c20615c395 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:51.746358 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 214d2820-b697-46d2-bc1e-52c20615c395 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:51.762898 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Deleting subnet 7e19b481-fe7b-4c0e-904c-3f9169949db1 {{(pid=91266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:34:51.766123 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.831661 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2257566'] for subnet, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:51.922419 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.193641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035146'] for subnet, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.197568 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:52.234113 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.238208 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e19b481-fe7b-4c0e-904c-3f9169949db1,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:52.242791 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e8b10-35f7-4d73-a6c6-85e1c8d48066 None None] Network 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:34:52.246976 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:52.250115 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e3751584-9d63-473d-89c0-67c62e3b97f1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7e19b481-fe7b-4c0e-904c-3f9169949db1 HTTP/1.1" status: 204 len: 168 time: 0.5562580 May 19 02:34:52.253035 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39494) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:52.375450 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.472102 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Deleting port 2dea0d04-0aa6-4f59-9938-71190e157b26 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:52.472506 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.516403 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] DHCP port deletion for 1f98adbb-4e2a-45ef-9ca1-4a17749ae64f request from dv-cinder-784623-11-smb {{(pid=91267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 02:34:52.571866 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] For port 2dea0d04-0aa6-4f59-9938-71190e157b26, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=2dea0d04-0aa6-4f59-9938-71190e157b26,segment=NetworkSegment(f9a043a9-dd92-4583-9f6b-ad0302d97cb7),segment_id=f9a043a9-dd92-4583-9f6b-ad0302d97cb7)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:52.572225 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.589433 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Deleting port 2dea0d04-0aa6-4f59-9938-71190e157b26 {{(pid=91267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:34:52.589871 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.694779 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] For port 2dea0d04-0aa6-4f59-9938-71190e157b26, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=2dea0d04-0aa6-4f59-9938-71190e157b26,segment=NetworkSegment(f9a043a9-dd92-4583-9f6b-ad0302d97cb7),segment_id=f9a043a9-dd92-4583-9f6b-ad0302d97cb7)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:34:52.695213 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.710098 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Calling delete_port for 2dea0d04-0aa6-4f59-9938-71190e157b26 owned by network:dhcp {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:52.759886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.764209 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ec1b1fde-a9e3-4694-b288-6c22226fcad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:52.810545 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dea0d04-0aa6-4f59-9938-71190e157b26,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:52.813561 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:52.814346 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] No DVR routers for this DVR port 2dea0d04-0aa6-4f59-9938-71190e157b26 on host dv-cinder-784623-11-smb {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:52.859325 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Calling delete_port for 2dea0d04-0aa6-4f59-9938-71190e157b26 owned by network:dhcp {{(pid=91267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:34:52.913828 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.917488 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:52.945437 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:52.960288 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f98adbb-4e2a-45ef-9ca1-4a17749ae64f']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:52.964644 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Pushing event deleted for resources: {'Port': ['ID=2dea0d04-0aa6-4f59-9938-71190e157b26,revision_number=None']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:52.967051 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:52.970171 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] No DVR routers for this DVR port 2dea0d04-0aa6-4f59-9938-71190e157b26 on host dv-cinder-784623-11-smb {{(pid=91267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:34:52.975387 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:52.975766 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a043a9-dd92-4583-9f6b-ad0302d97cb7') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:34:52.991789 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.013984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.024707 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:34:53.025119 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:34:53.042176 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:34:53.127890 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.132846 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.137071 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-632f316d-cdf3-44e1-b525-00817e0da6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:53.163314 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f98adbb-4e2a-45ef-9ca1-4a17749ae64f,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:53.166236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:53.168878 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1f98adbb-4e2a-45ef-9ca1-4a17749ae64f HTTP/1.1" status: 204 len: 168 time: 0.9147305 May 19 02:34:53.387207 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3496ea3d-848f-4402-86ad-9a415c8bd70b no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:53.421877 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39510) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:53.456340 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 3496ea3d-848f-4402-86ad-9a415c8bd70b {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:53.456934 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3496ea3d-848f-4402-86ad-9a415c8bd70b not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:53.457754 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 2dea0d04-0aa6-4f59-9938-71190e157b26 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:34:53.485522 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9da120e0-d788-46bb-bf3b-a99bc2b76592 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9eb062d9de6d4fb5b16bb9c9dafefc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613451 May 19 02:34:53.488179 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39516) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:53.513404 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 2dea0d04-0aa6-4f59-9938-71190e157b26 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:34:53.513762 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 2dea0d04-0aa6-4f59-9938-71190e157b26 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:34:53.664465 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.692330 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.746418 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.750360 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a0e4eba6-226f-4ac5-b257-4d1870a7a1e0 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:53.765374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a71723-0a25-4502-bd9e-c2a69515fa3d,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:53.769031 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:53.773056 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:53.774239 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4a71723-0a25-4502-bd9e-c2a69515fa3d HTTP/1.1" status: 204 len: 168 time: 0.2849114 May 19 02:34:54.147061 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39524) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:54.196963 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6ca04d44-eb3d-48e7-a19b-3ba5a07414fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6621be5d992f4c3890577faa751469ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486264 May 19 02:34:54.199338 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39530) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:54.263471 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:54.295800 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:54.392662 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:54.400211 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-460c21a9-a3e4-469c-923e-b3a1910bc042 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:54.414335 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d442b6-50ea-4f9e-96c4-216b88db560f,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:54.417578 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:54.420449 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:54.421723 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95d442b6-50ea-4f9e-96c4-216b88db560f HTTP/1.1" status: 204 len: 168 time: 0.2214904 May 19 02:34:55.815624 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39556) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:55.957465 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:55.972380 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:34:55.976233 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Usage tracker for resource:security_group_rule and tenant:53a0431f2a044b6f8c09259c0a277b4c is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:34:55.979188 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:34:55.985705 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:34:56.076430 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:56.080482 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:56.087856 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-db9b19ad-a3eb-445f-aaf7-5f2bdc78e759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:56.130999 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53a0431f2a044b6f8c09259c0a277b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142738 May 19 02:34:56.131943 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c3ef24-0c43-4497-a9a4-b8ce08a482a7,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:56.133910 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39562) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:34:56.135313 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:56.195838 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:56.222963 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:56.276954 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:56.280871 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-cb3da3e8-2919-4e81-a56a-2d412eac9633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:34:56.296584 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c3ef24-0c43-4497-a9a4-b8ce08a482a7,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:34:56.299707 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:34:56.306417 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:34:56.307680 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08c3ef24-0c43-4497-a9a4-b8ce08a482a7 HTTP/1.1" status: 204 len: 168 time: 0.1728621 May 19 02:35:09.819711 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:12.418268 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-a9064b7a-8178-4b18-8236-c1f592495bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:14.647068 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eefed3-e2b9-4733-888a-108869f89397 req-421caaab-1979-4063-9aff-5eb25cfe80ed tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:14.648528 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-24eefed3-e2b9-4733-888a-108869f89397 req-421caaab-1979-4063-9aff-5eb25cfe80ed tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0905514 May 19 02:35:14.694154 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-24eefed3-e2b9-4733-888a-108869f89397 req-3cddcbfa-c198-41be-a3fc-8fa7830cf155 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394716 May 19 02:35:15.242710 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:15.406275 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-5095b71f-8fca-4d51-9865-2d9c66426187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:15.911351 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6ca59-6d49-4b23-8b5e-49575152fffa req-3339418f-072f-4b66-92ed-cb97b23445ef tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:15.912768 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1d6ca59-6d49-4b23-8b5e-49575152fffa req-3339418f-072f-4b66-92ed-cb97b23445ef tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0883431 May 19 02:35:15.968574 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1d6ca59-6d49-4b23-8b5e-49575152fffa req-41f2132a-5d8f-439a-afea-801335083f9e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491171 May 19 02:35:16.087568 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:17.160803 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0320d-9be1-4847-8405-321c9d8ebcf1 req-eaa5b23b-29b3-4457-9a53-094f4f8c2020 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:17.162255 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b6a0320d-9be1-4847-8405-321c9d8ebcf1 req-eaa5b23b-29b3-4457-9a53-094f4f8c2020 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0823638 May 19 02:35:17.206198 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b6a0320d-9be1-4847-8405-321c9d8ebcf1 req-0c241d50-a5cb-4d88-96c7-9efa427bddd3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 May 19 02:35:17.429580 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:18.406170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c38c7-bdbd-4181-b48c-031c1d45cbba req-ec44ff34-6986-41dc-8972-39dfdddf8ba5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:18.407757 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b53c38c7-bdbd-4181-b48c-031c1d45cbba req-ec44ff34-6986-41dc-8972-39dfdddf8ba5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0864251 May 19 02:35:18.452914 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b53c38c7-bdbd-4181-b48c-031c1d45cbba req-54f5ba05-85a8-4832-bdb8-340c96fb2c9a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 May 19 02:35:19.643919 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f4515-7f3f-4842-af42-6648410c64e2 req-3e2626b1-5348-4d58-a2de-c70853c1408f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:19.645404 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-611f4515-7f3f-4842-af42-6648410c64e2 req-3e2626b1-5348-4d58-a2de-c70853c1408f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0804567 May 19 02:35:19.692990 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-611f4515-7f3f-4842-af42-6648410c64e2 req-be92574b-8c6d-42c3-9203-a59c4b169bbb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 May 19 02:35:20.593733 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:35:20.883554 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7331-b53c-45ce-85d6-75296bd62834 req-3266dc02-7d0f-48bb-a4fb-ab98ff2df4fd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:20.885023 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3a1b7331-b53c-45ce-85d6-75296bd62834 req-3266dc02-7d0f-48bb-a4fb-ab98ff2df4fd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0807617 May 19 02:35:20.929032 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3a1b7331-b53c-45ce-85d6-75296bd62834 req-f3bae6b7-170f-4152-b670-97e78c5db880 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 May 19 02:35:22.133708 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7bf8c-6a6d-4e8a-b43b-09afaa56cc07 req-873653b5-d514-4058-84a0-2bd385b9e7de tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:22.135283 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5ae7bf8c-6a6d-4e8a-b43b-09afaa56cc07 req-873653b5-d514-4058-84a0-2bd385b9e7de tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0861478 May 19 02:35:22.187224 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5ae7bf8c-6a6d-4e8a-b43b-09afaa56cc07 req-edd494f8-1172-4a8d-998b-7e0541b741a0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 May 19 02:35:23.376488 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b2398-9631-4b09-acd6-b1805880d5e7 req-f14fb89d-31ee-4322-9441-15a6f8f819b3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:23.377959 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-257b2398-9631-4b09-acd6-b1805880d5e7 req-f14fb89d-31ee-4322-9441-15a6f8f819b3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0778484 May 19 02:35:23.422409 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-257b2398-9631-4b09-acd6-b1805880d5e7 req-2026e776-c7bf-4bf7-8fdd-c3f5c64b3f18 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387056 May 19 02:35:24.633272 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa06c-22be-4407-897c-432157ea29c2 req-7da2bbf8-5b80-457f-8670-7a50a1d7a4cb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:24.634746 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-73ffa06c-22be-4407-897c-432157ea29c2 req-7da2bbf8-5b80-457f-8670-7a50a1d7a4cb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0918210 May 19 02:35:24.683256 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-73ffa06c-22be-4407-897c-432157ea29c2 req-ef07b2fa-3e0b-4e46-b97d-944a8036d5f7 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 May 19 02:35:25.902143 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df95ac-4bab-422c-ade9-bb705524c14f req-716ff91b-d9fc-4d1e-b805-c6155870edf1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:25.903800 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1df95ac-4bab-422c-ade9-bb705524c14f req-716ff91b-d9fc-4d1e-b805-c6155870edf1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0952349 May 19 02:35:25.957562 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c1df95ac-4bab-422c-ade9-bb705524c14f req-d2dbfd5c-fe0c-4db6-adb3-e0be2cdb17c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478959 May 19 02:35:26.444311 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:35:26.600890 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:26.614010 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'port_id': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'mac_address': 'fa:16:3e:60:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:35:26.683033 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:26.701028 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b595325-0289-4a11-8530-7fc5a7ee77b1 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:35:26.717232 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:26.721502 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:26.724142 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:26.809985 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=6']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:26.819743 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.819743 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.820746 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.820746 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.821015 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.821893 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.821893 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.822340 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.822777 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.823189 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.823567 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.823930 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:26.830987 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['0b595325-0289-4a11-8530-7fc5a7ee77b1'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:35:26.855653 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:27.159894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf245e-b484-444c-a606-810983b333e7 req-5480622e-912e-43d8-98f4-e642874813f2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:27.161468 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b0cf245e-b484-444c-a606-810983b333e7 req-5480622e-912e-43d8-98f4-e642874813f2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 944 time: 0.0868299 May 19 02:35:27.226691 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b0cf245e-b484-444c-a606-810983b333e7 req-40258ee5-2adb-475c-bcd4-cead81f03277 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585101 May 19 02:35:28.454855 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b7e26-e7b7-4606-b7d3-48c22ca100d2 req-de914191-5523-45fe-b8fd-f064f95d032d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:28.458713 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-292b7e26-e7b7-4606-b7d3-48c22ca100d2 req-de914191-5523-45fe-b8fd-f064f95d032d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 944 time: 0.1053767 May 19 02:35:28.459919 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:35:28.527407 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-292b7e26-e7b7-4606-b7d3-48c22ca100d2 req-d436389b-55d6-4faa-8991-48d295b955a9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531960 May 19 02:35:28.563934 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 0b595325-0289-4a11-8530-7fc5a7ee77b1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:35:28.564665 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:28.699684 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:28.729222 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:35:28.740522 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:28.745055 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:28.750647 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:28.791228 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'code': 200} May 19 02:35:28.845627 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=7']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:28.858765 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:29.816522 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f58ad-115a-46e0-aaa3-76a83b3a9f52 req-d5f3a018-c7b0-4e91-8e2c-a0b2d99b1173 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:29.818144 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-913f58ad-115a-46e0-aaa3-76a83b3a9f52 req-d5f3a018-c7b0-4e91-8e2c-a0b2d99b1173 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.1301513 May 19 02:35:29.884577 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-913f58ad-115a-46e0-aaa3-76a83b3a9f52 req-595d9b98-5590-48c5-b4d6-76bdff9b497a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593889 May 19 02:35:31.142799 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082caf98-bbc7-40c0-9d90-06b2f39f65a2 req-69ca4235-d3ef-4060-b3b3-9008c3147f61 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:31.151301 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-082caf98-bbc7-40c0-9d90-06b2f39f65a2 req-69ca4235-d3ef-4060-b3b3-9008c3147f61 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.1296360 May 19 02:35:31.208099 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-082caf98-bbc7-40c0-9d90-06b2f39f65a2 req-c87388e8-802c-4ae8-a2e6-55399f06fae4 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554988 May 19 02:35:32.470640 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610caa5-ca42-4e89-af68-8faa450a3f41 req-a523cce3-7d64-4dce-ba18-b7f811cd1dad tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:32.472777 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4610caa5-ca42-4e89-af68-8faa450a3f41 req-a523cce3-7d64-4dce-ba18-b7f811cd1dad tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.1239512 May 19 02:35:32.534735 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4610caa5-ca42-4e89-af68-8faa450a3f41 req-0e22b332-2251-4805-aefa-c12874b88c9f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536375 May 19 02:35:33.155256 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973056b-985f-4a36-b463-8915ad0e5ece req-b5808192-3681-4d10-a0ff-63bfd24b6667 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:33.160022 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6973056b-985f-4a36-b463-8915ad0e5ece req-b5808192-3681-4d10-a0ff-63bfd24b6667 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 945 time: 0.0900726 May 19 02:35:33.215398 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6973056b-985f-4a36-b463-8915ad0e5ece req-c374c569-f638-4b51-99cc-70a8d25c30ec tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466189 May 19 02:35:33.874258 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483304c3-5631-4f40-9758-39aaf8c6aecd req-ea461c6f-ced4-4dad-b270-bab70ce86387 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:33.880445 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-483304c3-5631-4f40-9758-39aaf8c6aecd req-ea461c6f-ced4-4dad-b270-bab70ce86387 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.2098811 May 19 02:35:33.956030 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-483304c3-5631-4f40-9758-39aaf8c6aecd req-25bd6acd-a85b-4752-9fe7-bfd925fba9c1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701563 May 19 02:35:34.441521 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9da96a-e0b3-45aa-aecf-aed947dbdfc7 req-873e9d8a-4b81-4818-9bf3-ed27fe2ab5a7 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:34.443102 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4a9da96a-e0b3-45aa-aecf-aed947dbdfc7 req-873e9d8a-4b81-4818-9bf3-ed27fe2ab5a7 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 945 time: 0.1145093 May 19 02:35:34.517087 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4a9da96a-e0b3-45aa-aecf-aed947dbdfc7 req-3c96535b-86bd-40c7-b314-17903b8ba78f tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630536 May 19 02:35:35.260969 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162a91-3b5e-40c8-b7fe-01d731e5d8bf req-b51cdd73-e07b-40c1-af06-d4f183efb39a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:35.269359 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b162a91-3b5e-40c8-b7fe-01d731e5d8bf req-b51cdd73-e07b-40c1-af06-d4f183efb39a tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.1446259 May 19 02:35:35.318769 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b162a91-3b5e-40c8-b7fe-01d731e5d8bf req-9c0a4a9e-854f-4b81-97ff-b0b5fc379b3f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481284 May 19 02:35:35.448501 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-01601eee-39fa-45ac-ad7b-85db658f1daa tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:35.449681 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-01601eee-39fa-45ac-ad7b-85db658f1daa tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Synchronizing usage tracker for tenant:3f0640987b554d049afb0d42bdede4af on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:35:35.477841 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-01601eee-39fa-45ac-ad7b-85db658f1daa tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Unset dirty status for tenant:3f0640987b554d049afb0d42bdede4af on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:35:35.479577 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-01601eee-39fa-45ac-ad7b-85db658f1daa tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 945 time: 0.1719522 May 19 02:35:35.653756 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Deleting port 6f7649d0-3f48-44d9-9047-606e2ad881e8 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:35:35.654109 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:35.794065 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee0ff2-17e9-45ca-b118-fd60560b0da6 req-07564ce3-42e1-4a11-9b83-68bd41330d14 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:35.802918 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-04ee0ff2-17e9-45ca-b118-fd60560b0da6 req-07564ce3-42e1-4a11-9b83-68bd41330d14 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 945 time: 0.1395419 May 19 02:35:35.836349 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] For port 6f7649d0-3f48-44d9-9047-606e2ad881e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6f7649d0-3f48-44d9-9047-606e2ad881e8,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:35.836800 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:35.900135 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-04ee0ff2-17e9-45ca-b118-fd60560b0da6 req-38717367-aa4e-44ee-b420-966e8bc75dce tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups?id=aedf5f6a-a8c7-4db2-9b0e-14089161fbab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963879 May 19 02:35:35.949814 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04aa49-9c45-4e6e-a065-df69a1b99d99 req-f8c2e043-43c6-4dd5-9819-0034a300804a tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:35.957812 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7b04aa49-9c45-4e6e-a065-df69a1b99d99 req-f8c2e043-43c6-4dd5-9819-0034a300804a tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1352592 May 19 02:35:36.010710 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7b04aa49-9c45-4e6e-a065-df69a1b99d99 req-a83b0e9c-710a-4c87-9276-cdc0c4d9ac41 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470717 May 19 02:35:36.193415 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:36.193781 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:36.194094 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Floating IP 68c59a44-cb6f-45e4-9d86-e5a828a38c50 disassociated. External IP: 172.28.2.247, port: 6f7649d0-3f48-44d9-9047-606e2ad881e8. May 19 02:35:36.194426 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Calling delete_port for 6f7649d0-3f48-44d9-9047-606e2ad881e8 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:35:36.318625 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:36.325831 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6de377fc-d55d-4385-87c5-9102fa014a73 tempest-AttachVolumeNegativeTest-648593959 tempest-AttachVolumeNegativeTest-648593959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:36.374261 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event deleted for resources: {'Port': ['ID=6f7649d0-3f48-44d9-9047-606e2ad881e8,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:36.452583 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.453317 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.453317 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.453651 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.454558 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.454979 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.455449 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.455852 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.456388 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.457037 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.457536 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.457984 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:36.461427 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:36.610887 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47524fb4-d361-46ae-8591-863b367fe19c req-81e4ecf9-c9c9-4062-b3f3-1a89ae0e94d6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:36.613613 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-47524fb4-d361-46ae-8591-863b367fe19c req-81e4ecf9-c9c9-4062-b3f3-1a89ae0e94d6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.1095207 May 19 02:35:36.640668 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Router abaffd79-7231-4265-aa05-70dc05451cfa has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:35:36.677568 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-47524fb4-d361-46ae-8591-863b367fe19c req-16ead41f-e492-4e29-9f0b-a11fa383bea9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574636 May 19 02:35:36.868855 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:35:36.881676 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] Sync routers for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:35:36.899018 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:35:36.899732 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:35:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:37.112100 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d1570680-9a2e-4466-a429-3927d9f51bd5 req-1bfa0038-615d-4b2a-8542-2dcdf64e0bf4 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/ports?device_id=d428c2e7-11b6-428d-a392-9375f0427bfb HTTP/1.1" status: 200 len: 210 time: 0.0503557 May 19 02:35:37.143044 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] No DVR routers for this DVR port 6f7649d0-3f48-44d9-9047-606e2ad881e8 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:35:37.146634 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:37.146969 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:35:37.150768 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'name': 'network-vif-deleted', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:35:37.180485 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a04c9653-73d3-4e33-9683-affedd58bed4 req-17ef84f3-24dc-4c33-90b8-fcb73475df52 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.11 "DELETE /v2.0/ports/6f7649d0-3f48-44d9-9047-606e2ad881e8 HTTP/1.1" status: 204 len: 173 time: 1.6945114 May 19 02:35:37.214870 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd428c2e7-11b6-428d-a392-9375f0427bfb', 'name': 'network-vif-deleted', 'tag': '6f7649d0-3f48-44d9-9047-606e2ad881e8', 'status': 'completed', 'code': 200} May 19 02:35:37.278300 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fe289-eb4a-47c9-ba86-73cc20f7a6c3 req-6eb08945-1a8d-4119-996d-60eae10839d0 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:37.279838 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-382fe289-eb4a-47c9-ba86-73cc20f7a6c3 req-6eb08945-1a8d-4119-996d-60eae10839d0 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1145737 May 19 02:35:37.341153 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-382fe289-eb4a-47c9-ba86-73cc20f7a6c3 req-8b9b74e8-23e2-49a5-9db7-70e64c8f748e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535903 May 19 02:35:37.550128 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:37.555663 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] Checking router: abaffd79-7231-4265-aa05-70dc05451cfa for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:35:37.564478 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:35:37.565125 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:35:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:37.802439 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:35:37.856853 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46eed5-e34c-4347-8061-bee415adfabb req-2a7995f4-14b4-44b1-96a6-8f00e205e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:37.858763 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8a46eed5-e34c-4347-8061-bee415adfabb req-2a7995f4-14b4-44b1-96a6-8f00e205e58b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 1098 time: 0.1017139 May 19 02:35:37.885675 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107c0b1-a214-4f66-96e4-d37ee46e1238 req-52eb702f-3ca2-4013-90fa-8bf0b2410867 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:37.887380 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b107c0b1-a214-4f66-96e4-d37ee46e1238 req-52eb702f-3ca2-4013-90fa-8bf0b2410867 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0920978 May 19 02:35:37.943815 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b107c0b1-a214-4f66-96e4-d37ee46e1238 req-0da8769f-c83d-4d03-9ae0-dd27ab137071 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486500 May 19 02:35:38.019143 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46eed5-e34c-4347-8061-bee415adfabb req-2868052c-1b9f-43b2-b80b-d998998cca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:38.020587 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8a46eed5-e34c-4347-8061-bee415adfabb req-2868052c-1b9f-43b2-b80b-d998998cca2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.1523969 May 19 02:35:38.133770 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8a46eed5-e34c-4347-8061-bee415adfabb req-66ab3e81-f74e-4fdc-bb40-b16458e1d3dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1 HTTP/1.1" status: 200 len: 1000 time: 0.1031628 May 19 02:35:38.163377 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:38.167378 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf1fd5-d9b2-4d83-a6ea-143c5db6dfa6 None None] The sync data for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb is: [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:28:35Z', 'revision_number': 4, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': 'c9d20f0d-1b32-46f7-9f08-56d14285bb5c', 'name': '', 'network_id': 'ce034134-69e4-4dc1-8be7-11e5b000819e', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'mac_address': 'fa:16:3e:ac:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:51Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'subnets': [{'id': 'da8964c2-af88-4562-96a5-d189df554ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:35:38.202565 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46eed5-e34c-4347-8061-bee415adfabb req-0b2e9d79-4fb1-4894-870e-e793025d2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:38.204079 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8a46eed5-e34c-4347-8061-bee415adfabb req-0b2e9d79-4fb1-4894-870e-e793025d2a39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.0631378 May 19 02:35:38.255670 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39854) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:38.289261 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46eed5-e34c-4347-8061-bee415adfabb req-75c59b17-07df-4594-982d-d4242d815f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:38.290727 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8a46eed5-e34c-4347-8061-bee415adfabb req-75c59b17-07df-4594-982d-d4242d815f45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0767803 May 19 02:35:38.322876 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:38.353782 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:38.420324 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:38.424944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f496fbc9-196d-46f7-9b34-78fbd664e6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:38.448491 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf5f6a-a8c7-4db2-9b0e-14089161fbab,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:38.461653 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.462283 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.462823 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.463193 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.463545 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.463902 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.464252 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.464606 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.464863 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8a46eed5-e34c-4347-8061-bee415adfabb req-6ede2357-fe7f-4dc9-afd6-250c7fde2b9a service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669478 May 19 02:35:38.465006 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.465332 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.465677 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.466022 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:35:38.500160 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e219324-b96d-400a-8c6f-2b232dbf1482 None None] New status for floating IP 68c59a44-cb6f-45e4-9d86-e5a828a38c50: DOWN {{(pid=91268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:35:38.511607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:38.512476 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:38.513621 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "DELETE /v2.0/security-groups/aedf5f6a-a8c7-4db2-9b0e-14089161fbab HTTP/1.1" status: 204 len: 168 time: 0.2565210 May 19 02:35:38.515409 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 6f7649d0-3f48-44d9-9047-606e2ad881e8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:35:38.517339 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39860) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:38.565321 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65029a-e387-4bde-8cf6-40ed09f985e2 req-a1ec2f57-f531-4835-acdd-572d7fed37fa tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:38.567085 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7b65029a-e387-4bde-8cf6-40ed09f985e2 req-a1ec2f57-f531-4835-acdd-572d7fed37fa tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0904651 May 19 02:35:38.573030 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 6f7649d0-3f48-44d9-9047-606e2ad881e8 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:35:38.573393 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 6f7649d0-3f48-44d9-9047-606e2ad881e8 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:35:38.583231 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.api.v2.resource [None req-ad61fcd5-b9ee-4832-9932-21be29c39e20 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] show failed (client error): The resource could not be found. May 19 02:35:38.584248 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ad61fcd5-b9ee-4832-9932-21be29c39e20 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "GET /v2.0/security-groups/aedf5f6a-a8c7-4db2-9b0e-14089161fbab HTTP/1.1" status: 404 len: 347 time: 0.0659733 May 19 02:35:38.588508 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 39864) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:38.639749 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-8a46eed5-e34c-4347-8061-bee415adfabb req-4bad20fe-fbe4-4175-9c9e-fbf04a6b9cfe service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582386 May 19 02:35:38.771312 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7b65029a-e387-4bde-8cf6-40ed09f985e2 req-23c4db86-f641-4d38-9e9f-fdb1ecf8b920 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980829 May 19 02:35:38.838620 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Deleting port a12a290b-c6ac-4556-98be-767c20914d8e {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:35:38.838966 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:38.962902 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:38.963587 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:39.087944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Calling delete_port for a12a290b-c6ac-4556-98be-767c20914d8e owned by network:floatingip {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:35:39.293119 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92650c63-5908-458f-824b-594b4a0b6022 req-0acf1cd8-a0bb-4d52-a4e8-47346ce89426 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:39.294516 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-92650c63-5908-458f-824b-594b4a0b6022 req-0acf1cd8-a0bb-4d52-a4e8-47346ce89426 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.2134473 May 19 02:35:39.385563 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-92650c63-5908-458f-824b-594b4a0b6022 req-70d8d8d7-5348-41ce-a358-68d389ef5bb9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840292 May 19 02:35:39.395868 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:39.399858 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-eb1cb038-700a-4079-8fba-71997186146d tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:39.447243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Pushing event deleted for resources: {'Port': ['ID=a12a290b-c6ac-4556-98be-767c20914d8e,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:39.450408 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:39.541943 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks [] for floatingip, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:39.557101 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:39.558145 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ceaccba8-bde6-4695-b736-f0db9c0aea6a tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] 10.222.0.60 "DELETE /v2.0/floatingips/68c59a44-cb6f-45e4-9d86-e5a828a38c50 HTTP/1.1" status: 204 len: 168 time: 0.9686973 May 19 02:35:39.840388 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:39.992696 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792fb08-f2f5-4e9a-b4a9-0edd683a189d req-db28bc62-cdbe-4f51-b21b-0eaa2b8f0863 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:39.994792 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e792fb08-f2f5-4e9a-b4a9-0edd683a189d req-db28bc62-cdbe-4f51-b21b-0eaa2b8f0863 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1047750 May 19 02:35:40.041804 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e792fb08-f2f5-4e9a-b4a9-0edd683a189d req-5c1f348a-0874-4d06-97f2-c0835544a14a tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409694 May 19 02:35:40.554506 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:35:40.587243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a4a18-2b68-49e4-bd7d-ce1922dc4c29 req-db51a411-2ca7-4e02-868b-34e8e964de05 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:40.588786 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-723a4a18-2b68-49e4-bd7d-ce1922dc4c29 req-db51a411-2ca7-4e02-868b-34e8e964de05 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 945 time: 0.0911822 May 19 02:35:40.640768 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-723a4a18-2b68-49e4-bd7d-ce1922dc4c29 req-2ece36b2-8c8b-4ada-bc26-9d5903396af8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460396 May 19 02:35:40.675678 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:40.702153 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:35:40.713482 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:40.718096 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:40.720383 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:40.752659 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'code': 200} May 19 02:35:40.795837 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=8']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:40.799020 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:41.235960 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25530-d5f7-4483-b8b8-2e27adddeb52 req-d3b6a016-1506-4566-99bb-de594a710e06 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:41.237335 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e6b25530-d5f7-4483-b8b8-2e27adddeb52 req-d3b6a016-1506-4566-99bb-de594a710e06 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0776534 May 19 02:35:41.281338 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e6b25530-d5f7-4483-b8b8-2e27adddeb52 req-f4ba1565-1f82-417b-ad02-cc02197520e4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382669 May 19 02:35:41.834979 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d9d97-0165-4cd6-b68f-d2bc9343479a req-77edbcaa-62ba-4bb9-adad-41caf46abb07 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:41.836359 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-021d9d97-0165-4cd6-b68f-d2bc9343479a req-77edbcaa-62ba-4bb9-adad-41caf46abb07 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0821452 May 19 02:35:41.881276 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-021d9d97-0165-4cd6-b68f-d2bc9343479a req-b8e5341f-32e4-43f1-aff6-3e8ed5c18aaa tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391345 May 19 02:35:42.421710 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-96b5f283-beac-4fee-a340-4507a8ccda31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:42.498060 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d69677-b14b-4e36-a89e-7ee4916d55a3 req-c0ef50d0-9f1c-4e63-a479-8a2b654f8a3e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:42.499829 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-03d69677-b14b-4e36-a89e-7ee4916d55a3 req-c0ef50d0-9f1c-4e63-a479-8a2b654f8a3e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0901327 May 19 02:35:42.552790 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-03d69677-b14b-4e36-a89e-7ee4916d55a3 req-77990a58-e3c6-4a14-9dc9-deafa2d562bb tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456305 May 19 02:35:43.295764 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2f730-78b1-4fa6-8c97-8400bdba29de req-b6449446-7be0-4600-8f9b-669a71b9c36f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:43.297330 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8ee2f730-78b1-4fa6-8c97-8400bdba29de req-b6449446-7be0-4600-8f9b-669a71b9c36f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0831139 May 19 02:35:43.346597 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8ee2f730-78b1-4fa6-8c97-8400bdba29de req-cf40991f-86a8-4660-b23b-d8fa444a4643 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424881 May 19 02:35:43.593329 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39952) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:43.608678 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 39958) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:43.717621 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-871f228c-7ae3-40af-a5ac-540a7dffc4bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227148 May 19 02:35:43.743062 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbbe3c-2d29-45a7-ac42-daad0b91e18e req-a6a2fa3e-f336-4a77-8042-3d1c75129592 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:43.744705 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1dbbe3c-2d29-45a7-ac42-daad0b91e18e req-a6a2fa3e-f336-4a77-8042-3d1c75129592 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0853257 May 19 02:35:43.790520 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e1dbbe3c-2d29-45a7-ac42-daad0b91e18e req-6bdb0dce-45c4-4b62-b85c-224af5f58205 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385091 May 19 02:35:44.257908 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454985'] for router_interface, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:44.550694 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6900f08-a876-4f51-a5a2-971d9285e3ce req-ff2b474a-0b65-44cc-8b40-0c1cc783e8c1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:44.552204 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c6900f08-a876-4f51-a5a2-971d9285e3ce req-ff2b474a-0b65-44cc-8b40-0c1cc783e8c1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0830688 May 19 02:35:44.588079 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:35:44.604633 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c6900f08-a876-4f51-a5a2-971d9285e3ce req-f10f51da-e297-49f6-81df-5e95cd990b66 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460169 May 19 02:35:44.714614 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-40d0ff3d-685b-43d3-9f71-6923ec0386bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:44.715982 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-40d0ff3d-685b-43d3-9f71-6923ec0386bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7&tenant_id=7f6b8cc53f344aafbc738a36fbf8f710 HTTP/1.1" status: 200 len: 1096 time: 0.1860304 May 19 02:35:44.896257 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-3476a608-1373-4cc1-bc34-b6647e83546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:44.897747 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-3476a608-1373-4cc1-bc34-b6647e83546a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 1096 time: 0.1400623 May 19 02:35:44.925264 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Deleting port c9d20f0d-1b32-46f7-9f08-56d14285bb5c {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:35:44.925606 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:44.976731 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9164cd-3a01-4af4-9e6f-adc377a2bf19 req-664cfc1e-1e37-4708-970d-e2461826b9c8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:44.978159 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cb9164cd-3a01-4af4-9e6f-adc377a2bf19 req-664cfc1e-1e37-4708-970d-e2461826b9c8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0814281 May 19 02:35:45.022676 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cb9164cd-3a01-4af4-9e6f-adc377a2bf19 req-32f8374d-f104-4467-a601-1ad5a8d31a54 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389128 May 19 02:35:45.135583 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-d43a3135-aa27-4c25-8cd8-53716249a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:45.137059 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-d43a3135-aa27-4c25-8cd8-53716249a424 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 200 len: 915 time: 0.2324207 May 19 02:35:45.138691 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] For port c9d20f0d-1b32-46f7-9f08-56d14285bb5c, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:45.139041 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:45.235394 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:45.327745 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Calling delete_port for c9d20f0d-1b32-46f7-9f08-56d14285bb5c owned by network:router_interface {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:35:45.361636 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-6583e835-58a9-4bc0-ba2e-c2be6450c46d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1 HTTP/1.1" status: 200 len: 998 time: 0.2146885 May 19 02:35:45.409509 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-8576cdfd-ec50-4657-b7d7-bc7b28581467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:45.443052 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-1a29e84f-296d-47be-8074-6afefa3cc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:45.444535 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-1a29e84f-296d-47be-8074-6afefa3cc8b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 200 len: 854 time: 0.0757015 May 19 02:35:45.546002 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-f2567de4-8263-4e0b-949e-e7556c3df9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:45.547556 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-f2567de4-8263-4e0b-949e-e7556c3df9db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c34f38fe-bf36-4d17-be77-27f9a23b3396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0956292 May 19 02:35:45.805132 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66da360-49c5-4cc8-ac75-9278a4bece94 req-107e10b5-7a1c-4989-b98a-0287c95317dd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:45.806576 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e66da360-49c5-4cc8-ac75-9278a4bece94 req-107e10b5-7a1c-4989-b98a-0287c95317dd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0886643 May 19 02:35:45.823543 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:45.831817 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1ca95257-fa08-4828-8b90-cc5f1a9215be tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:45.860294 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e66da360-49c5-4cc8-ac75-9278a4bece94 req-00dcd742-eaeb-4799-aa1b-630d8fcb02ee tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438852 May 19 02:35:45.891083 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d20f0d-1b32-46f7-9f08-56d14285bb5c,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:45.895625 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-43ce29f9-c672-4f20-9339-e2b9ca239641 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184555 May 19 02:35:45.896374 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:46.090864 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:46.179546 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-7de3256c-4a72-4dae-b5f6-528163a5bd3b req-2ddbac4f-9613-40f1-bc0a-d88cd59e2791 service neutron] 10.222.0.11 "GET /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587106 May 19 02:35:46.211728 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63d1aa-db29-4538-9d4d-ba6698b33ce6 req-12b3a8f9-c6ab-4fde-bf69-99415a7c4ad8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:46.213234 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1a63d1aa-db29-4538-9d4d-ba6698b33ce6 req-12b3a8f9-c6ab-4fde-bf69-99415a7c4ad8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0811610 May 19 02:35:46.267788 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1a63d1aa-db29-4538-9d4d-ba6698b33ce6 req-3b7384e2-d6d5-4bc5-86f5-0fdac4be1348 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 May 19 02:35:46.278760 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453849'] for router_interface, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:46.675589 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Router abaffd79-7231-4265-aa05-70dc05451cfa has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:35:46.883615 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:35:46.898442 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] 10.222.0.60 "PUT /v2.0/routers/abaffd79-7231-4265-aa05-70dc05451cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2869310 May 19 02:35:46.900367 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40002) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:46.901139 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] Sync routers for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:35:46.915330 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:35:46.916011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:35:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:47.193759 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:35:47.338920 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks [] for router, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:47.419973 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d31f-46b5-44f3-a034-208570121e64 req-45fbc77b-248c-4b84-93f0-3fd1dcd4050d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:47.436614 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-22a0d31f-46b5-44f3-a034-208570121e64 req-45fbc77b-248c-4b84-93f0-3fd1dcd4050d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.4288611 May 19 02:35:47.494799 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:47.616337 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:35:45Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:47.620404 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] Checking router: abaffd79-7231-4265-aa05-70dc05451cfa for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:35:47.630404 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] Routers {'abaffd79-7231-4265-aa05-70dc05451cfa'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:35:47.631097 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:35:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['abaffd79-7231-4265-aa05-70dc05451cfa'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:47.668270 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-22a0d31f-46b5-44f3-a034-208570121e64 req-860fcea1-22be-4b54-9cd7-2d677943a75c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303753 May 19 02:35:47.737593 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:47.750741 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254b179-ddd4-4567-a307-49ab5b3737b9 req-5f2a4b56-aa0b-41fa-8c69-e5716e10467d tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:47.759359 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4254b179-ddd4-4567-a307-49ab5b3737b9 req-5f2a4b56-aa0b-41fa-8c69-e5716e10467d tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.2800291 May 19 02:35:47.852492 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4254b179-ddd4-4567-a307-49ab5b3737b9 req-40c40c80-14fb-4be7-9a2b-c753683a10fe tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919492 May 19 02:35:47.896437 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Deleting port 3d5050df-e647-4586-aadf-98d510d5945b {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:35:47.896921 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:47.900273 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] Set router abaffd79-7231-4265-aa05-70dc05451cfa gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:35:48.027674 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] For port 3d5050df-e647-4586-aadf-98d510d5945b, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=3d5050df-e647-4586-aadf-98d510d5945b,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:48.027915 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.157276 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Calling delete_port for 3d5050df-e647-4586-aadf-98d510d5945b owned by network:router_gateway {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:35:48.214627 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:35:45Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:48.222190 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d37dc3-a18f-4fc8-bf1c-9a70584e0fed None None] The sync data for ids ['abaffd79-7231-4265-aa05-70dc05451cfa'] in dv-cinder-784623-11-smb is: [{'id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'name': 'tempest-AttachVolumeTestJSON-1273842725-router', 'tenant_id': '3f0640987b554d049afb0d42bdede4af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': '3d5050df-e647-4586-aadf-98d510d5945b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:21Z', 'updated_at': '2021-05-19T02:35:45Z', 'revision_number': 5, 'project_id': '3f0640987b554d049afb0d42bdede4af', 'gw_port': {'id': '3d5050df-e647-4586-aadf-98d510d5945b', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaffd79-7231-4265-aa05-70dc05451cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:23Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:35:48.319826 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.323374 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b57840e1-94ed-4816-b1e2-5c00b9217faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:48.369745 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d5050df-e647-4586-aadf-98d510d5945b,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:48.373797 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:48.488398 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450914'] for router_gateway, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.678623 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12670'] for router, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.681007 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.710461 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450357'] for router, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.710980 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abaffd79-7231-4265-aa05-70dc05451cfa {{(pid=91265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 02:35:48.724368 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.725524 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] 10.222.0.60 "DELETE /v2.0/routers/abaffd79-7231-4265-aa05-70dc05451cfa HTTP/1.1" status: 204 len: 168 time: 1.8241127 May 19 02:35:48.728191 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40010) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:48.792392 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Deleting subnet da8964c2-af88-4562-96a5-d189df554ff2 {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:35:48.795520 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.909028 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3059052'] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:48.987202 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ca714-010f-4fa3-937e-2359af6ac335 req-f0ff4c6c-b40b-4fee-81ab-eb421cf784fd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:48.988698 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-298ca714-010f-4fa3-937e-2359af6ac335 req-f0ff4c6c-b40b-4fee-81ab-eb421cf784fd tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.1664186 May 19 02:35:49.257109 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:49.287214 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-298ca714-010f-4fa3-937e-2359af6ac335 req-cb5fdbd3-5e43-4784-99f9-e9d52f1c5b1b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598443 May 19 02:35:49.321993 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3cd7e-3c4c-4847-a7a5-35bcf3bbda8b req-288dfa3e-69a3-4fae-9476-724a09ed3e26 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:49.329126 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b6e3cd7e-3c4c-4847-a7a5-35bcf3bbda8b req-288dfa3e-69a3-4fae-9476-724a09ed3e26 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.3393252 May 19 02:35:49.440646 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3d5050df-e647-4586-aadf-98d510d5945b no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:35:49.458222 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b6e3cd7e-3c4c-4847-a7a5-35bcf3bbda8b req-6438bdc5-dcea-4131-9556-83be0d9d38b4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274719 May 19 02:35:49.474959 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 3d5050df-e647-4586-aadf-98d510d5945b {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:35:49.475311 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 3d5050df-e647-4586-aadf-98d510d5945b not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:35:49.475739 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device c9d20f0d-1b32-46f7-9f08-56d14285bb5c no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:35:49.511756 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: c9d20f0d-1b32-46f7-9f08-56d14285bb5c {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:35:49.512020 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device c9d20f0d-1b32-46f7-9f08-56d14285bb5c not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:35:49.597437 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3059094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600837'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:49.601264 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:49.635735 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8964c2-af88-4562-96a5-d189df554ff2,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:49.638248 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:49.641121 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:49.646287 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb6c994-4904-4ad0-baed-d03b9920e2d1 None None] Network ce034134-69e4-4dc1-8be7-11e5b000819e requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:35:49.650042 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-9558c024-0d9f-47dc-8b34-e76f9a82f04c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/da8964c2-af88-4562-96a5-d189df554ff2 HTTP/1.1" status: 204 len: 168 time: 0.9186139 May 19 02:35:49.650354 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40016) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:49.770664 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:49.853886 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Deleting port e2b760c7-02f4-414e-9e4d-9f3492b2acbd {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:35:49.854121 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:49.896793 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] DHCP port deletion for ce034134-69e4-4dc1-8be7-11e5b000819e request from dv-cinder-784623-11-smb {{(pid=91267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 02:35:49.962623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] For port e2b760c7-02f4-414e-9e4d-9f3492b2acbd, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:49.963072 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.014307 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] Deleting port e2b760c7-02f4-414e-9e4d-9f3492b2acbd {{(pid=91267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:35:50.014742 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.128881 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] For port e2b760c7-02f4-414e-9e4d-9f3492b2acbd, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,segment=NetworkSegment(d198d90e-1d50-490e-a78f-aba8f4cfb8b6),segment_id=d198d90e-1d50-490e-a78f-aba8f4cfb8b6)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:35:50.129318 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.222623 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Calling delete_port for e2b760c7-02f4-414e-9e4d-9f3492b2acbd owned by network:dhcp {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:35:50.270328 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.274092 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f2d24ab5-82b5-4755-93cc-0d29d43f7f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:50.301144 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] Calling delete_port for e2b760c7-02f4-414e-9e4d-9f3492b2acbd owned by network:dhcp {{(pid=91267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:35:50.317059 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:50.320181 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:50.320996 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] No DVR routers for this DVR port e2b760c7-02f4-414e-9e4d-9f3492b2acbd on host dv-cinder-784623-11-smb {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:35:50.350750 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.355067 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-85ea6391-aa77-4e25-a8ce-191cc9421115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:50.433249 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] Pushing event deleted for resources: {'Port': ['ID=e2b760c7-02f4-414e-9e4d-9f3492b2acbd,revision_number=None']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:50.436951 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:50.439868 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69503258-5d8a-4dc4-91b2-09a7651f7c8c None None] No DVR routers for this DVR port e2b760c7-02f4-414e-9e4d-9f3492b2acbd on host dv-cinder-784623-11-smb {{(pid=91267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:35:50.493952 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.515119 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce034134-69e4-4dc1-8be7-11e5b000819e']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:50.531315 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:50.531628 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd198d90e-1d50-490e-a78f-aba8f4cfb8b6') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:35:50.531819 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda5862-b750-4ab2-bd3f-a965a997ecdb req-bcade5d5-4212-416c-a0f0-c5f1a5dde959 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:50.533812 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8fda5862-b750-4ab2-bd3f-a965a997ecdb req-bcade5d5-4212-416c-a0f0-c5f1a5dde959 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.1058154 May 19 02:35:50.552189 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.597453 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.606768 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:35:50.608089 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:35:50.624574 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:35:50.657568 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8fda5862-b750-4ab2-bd3f-a965a997ecdb req-de5025cd-8e96-4b6e-a7ad-606f57136fb6 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175430 May 19 02:35:50.706756 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0719b18-bd77-4642-9d44-2299a708e946 req-ecc1bf0a-8a53-46a6-9ef4-ac0813d1f0b9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:50.708602 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c0719b18-bd77-4642-9d44-2299a708e946 req-ecc1bf0a-8a53-46a6-9ef4-ac0813d1f0b9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1087122 May 19 02:35:50.738728 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.742663 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-506f9264-d545-4cb6-827a-0596ec989cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:50.759847 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:50.761256 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c0719b18-bd77-4642-9d44-2299a708e946 req-067dc604-7b13-4b59-b6db-727956ce4082 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434365 May 19 02:35:50.771217 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ce034134-69e4-4dc1-8be7-11e5b000819e,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:50.774440 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:50.785430 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-bb831fd2-ac63-4f57-adc8-978ebff921ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/ce034134-69e4-4dc1-8be7-11e5b000819e HTTP/1.1" status: 204 len: 168 time: 1.1340213 May 19 02:35:50.924686 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40028) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:50.974572 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-918fd9ac-67ff-45e5-a84e-8cd590fd0afd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f0640987b554d049afb0d42bdede4af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485868 May 19 02:35:50.977166 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40032) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:51.035451 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b29b9b65-7e2e-42e1-9991-75240e3fe48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:51.060997 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b29b9b65-7e2e-42e1-9991-75240e3fe48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:51.141912 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b29b9b65-7e2e-42e1-9991-75240e3fe48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:51.145848 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1cfff784-cb71-4c97-bdc4-f6a1eed3dc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:51.160436 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b9b65-7e2e-42e1-9991-75240e3fe48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92e167-e4f1-4e45-ae9e-6b9cc13ce151,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:51.163111 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b29b9b65-7e2e-42e1-9991-75240e3fe48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:51.168836 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b29b9b65-7e2e-42e1-9991-75240e3fe48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:51.173622 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b29b9b65-7e2e-42e1-9991-75240e3fe48d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee92e167-e4f1-4e45-ae9e-6b9cc13ce151 HTTP/1.1" status: 204 len: 168 time: 0.1926534 May 19 02:35:51.406267 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e2b760c7-02f4-414e-9e4d-9f3492b2acbd no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:35:51.456515 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: e2b760c7-02f4-414e-9e4d-9f3492b2acbd {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:35:51.457564 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e2b760c7-02f4-414e-9e4d-9f3492b2acbd not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:35:51.929822 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e8e17-a139-4e43-b12b-cae4c5971ada req-5e0b381d-1fe6-4701-a5d3-9a660b17fd4c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:51.937307 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-362e8e17-a139-4e43-b12b-cae4c5971ada req-5e0b381d-1fe6-4701-a5d3-9a660b17fd4c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0944669 May 19 02:35:51.984208 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-362e8e17-a139-4e43-b12b-cae4c5971ada req-27a48e1c-e0a1-413e-b8f2-2002e481f4df tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 May 19 02:35:52.140501 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cec512-5f45-4c83-aeb6-c394c31d06eb req-e820ce71-5f64-42ce-aec7-82bf6778de39 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:52.142453 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7cec512-5f45-4c83-aeb6-c394c31d06eb req-e820ce71-5f64-42ce-aec7-82bf6778de39 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0899329 May 19 02:35:52.187590 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-c7cec512-5f45-4c83-aeb6-c394c31d06eb req-91764552-9257-46a6-8654-aa3261781b89 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 May 19 02:35:53.201224 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964a684-9831-4237-bfa5-caee0a38f28e req-474714c1-213d-4d13-b5bd-db13a11b3153 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:53.202795 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8964a684-9831-4237-bfa5-caee0a38f28e req-474714c1-213d-4d13-b5bd-db13a11b3153 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0998492 May 19 02:35:53.271051 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8964a684-9831-4237-bfa5-caee0a38f28e req-fe4a7148-c0f7-4e56-804b-0b1c6df344ab tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586321 May 19 02:35:53.416262 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d34b5-bd98-4bfd-bda9-a15eb47e53f7 req-31063764-2b5a-4d41-a028-dc670b09939e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:53.418581 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-926d34b5-bd98-4bfd-bda9-a15eb47e53f7 req-31063764-2b5a-4d41-a028-dc670b09939e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0923393 May 19 02:35:53.490478 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-926d34b5-bd98-4bfd-bda9-a15eb47e53f7 req-9567fdaf-1653-42b1-81f8-ea28107d4b71 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650711 May 19 02:35:53.510977 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40096) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:53.632412 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:53.652438 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:35:53.657077 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Usage tracker for resource:security_group_rule and tenant:7954317d7e4945e39855fbe6c899e6b3 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:35:53.660906 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:35:53.667622 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:35:53.757969 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:53.761836 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:53.770677 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-be99e3c8-04fb-4c88-ba5c-89456a17c6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:53.814272 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7954317d7e4945e39855fbe6c899e6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007257 May 19 02:35:53.814770 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40102) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:53.815152 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853a69ae-acad-4ee5-857b-7bac66d9c806,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:53.818940 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:53.877788 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:53.903467 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:53.963589 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:53.972348 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-287e789e-9800-442d-aeea-4758126628fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:53.981673 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853a69ae-acad-4ee5-857b-7bac66d9c806,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:53.985204 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:53.987601 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:53.991491 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/853a69ae-acad-4ee5-857b-7bac66d9c806 HTTP/1.1" status: 204 len: 168 time: 0.1760349 May 19 02:35:54.309979 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40110) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:54.328174 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:54.342735 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:35:54.346558 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf7748b35084eac9cf978988faf85b9 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:35:54.349400 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:35:54.355077 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:35:54.498794 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:54.510309 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:54.543126 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-b6f2f945-6574-4e7d-b388-2cd0314fef08 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:54.555344 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcf7748b35084eac9cf978988faf85b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419536 May 19 02:35:54.556107 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40118) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:35:54.585066 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e01e51-56b2-4e11-acd3-b1de8ceed67e req-c985f337-2a6a-4571-8cb1-e552101cf12f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:54.592492 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b5e01e51-56b2-4e11-acd3-b1de8ceed67e req-c985f337-2a6a-4571-8cb1-e552101cf12f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.1905963 May 19 02:35:54.632800 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b189e32-d039-4962-bb90-2f44d1d11bb2,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:54.635075 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7fd83b27-3e76-431a-9be5-a983d662603d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:54.650894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2bd7724c-a622-444b-96ea-ef850eb79282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:54.665880 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b5e01e51-56b2-4e11-acd3-b1de8ceed67e req-a7b89e43-45f5-433b-8296-86438c1374da tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723662 May 19 02:35:54.667989 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7fd83b27-3e76-431a-9be5-a983d662603d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:54.724266 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7fd83b27-3e76-431a-9be5-a983d662603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:54.729677 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1e3e3c80-2e91-490c-80c9-d5ee6e977379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:35:54.744966 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347d408-fd5f-4cde-8194-fb08c6a810c4 req-9beef812-633e-406e-9946-084e105d4ab8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:54.745295 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd83b27-3e76-431a-9be5-a983d662603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b189e32-d039-4962-bb90-2f44d1d11bb2,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:35:54.746601 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d347d408-fd5f-4cde-8194-fb08c6a810c4 req-9beef812-633e-406e-9946-084e105d4ab8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0796452 May 19 02:35:54.749615 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7fd83b27-3e76-431a-9be5-a983d662603d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:35:54.766082 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7fd83b27-3e76-431a-9be5-a983d662603d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:35:54.768222 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-7fd83b27-3e76-431a-9be5-a983d662603d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b189e32-d039-4962-bb90-2f44d1d11bb2 HTTP/1.1" status: 204 len: 168 time: 0.2105069 May 19 02:35:54.830387 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d347d408-fd5f-4cde-8194-fb08c6a810c4 req-09a13c06-eff7-420c-b8e5-3bedddadddfd tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769312 May 19 02:35:55.863165 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1a185-9ed4-4dbe-8c4e-36b811195248 req-084cc7c2-43ad-48fe-97fd-d3704b909fa9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:55.870154 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26e1a185-9ed4-4dbe-8c4e-36b811195248 req-084cc7c2-43ad-48fe-97fd-d3704b909fa9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0914009 May 19 02:35:55.913711 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-26e1a185-9ed4-4dbe-8c4e-36b811195248 req-a844af4b-d88d-40a1-81c6-e0156a174fbb tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 May 19 02:35:56.062790 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597a7f0-2e49-4084-8a7d-bfa223c92f7e req-9a5445d9-e896-4b47-a0f2-1eaf8db34fce tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:56.064634 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4597a7f0-2e49-4084-8a7d-bfa223c92f7e req-9a5445d9-e896-4b47-a0f2-1eaf8db34fce tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1072946 May 19 02:35:56.133346 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-4597a7f0-2e49-4084-8a7d-bfa223c92f7e req-ba12b956-7fe0-41d9-810f-217cacea58b0 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538411 May 19 02:35:57.136597 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0af4-fa71-4be1-828e-2bd4f3f67ad8 req-aff34ce4-2748-47b9-8c48-772492eec244 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:57.138391 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-247d0af4-fa71-4be1-828e-2bd4f3f67ad8 req-aff34ce4-2748-47b9-8c48-772492eec244 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.0843010 May 19 02:35:57.328801 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-247d0af4-fa71-4be1-828e-2bd4f3f67ad8 req-0076a4fd-f626-450f-a7a5-be868a2f8b84 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815565 May 19 02:35:57.377650 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b119f1f-e00f-40af-b0fd-93e101b1c845 req-6490a85b-43a0-4fe1-a07a-6969f4050e1e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:57.379396 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b119f1f-e00f-40af-b0fd-93e101b1c845 req-6490a85b-43a0-4fe1-a07a-6969f4050e1e tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0924656 May 19 02:35:57.438232 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b119f1f-e00f-40af-b0fd-93e101b1c845 req-55235877-7248-457d-96a1-474f24cd525d tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524347 May 19 02:35:57.602975 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:35:58.612262 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcd56b-1a3c-48d3-8cf4-e18f1e30245d req-925c6521-2d62-4912-b08e-92ccb0b96ad9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:58.613679 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96fcd56b-1a3c-48d3-8cf4-e18f1e30245d req-925c6521-2d62-4912-b08e-92ccb0b96ad9 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.1288271 May 19 02:35:58.683791 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-96fcd56b-1a3c-48d3-8cf4-e18f1e30245d req-eb588ab9-bdb3-44b0-9ef0-2cb45f41a26f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591481 May 19 02:35:58.698030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64d4ec-221c-4eba-9913-1595878f1475 req-30912bc7-219c-40bb-aba9-be1f0fb76ff8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:58.699471 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e64d4ec-221c-4eba-9913-1595878f1475 req-30912bc7-219c-40bb-aba9-be1f0fb76ff8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1408751 May 19 02:35:58.743618 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e64d4ec-221c-4eba-9913-1595878f1475 req-538ccd6a-7db6-450c-a127-8ebea1361bf3 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381927 May 19 02:35:59.242890 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-fe4dd6a8-66f3-409d-aecb-aa8ca1200c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:59.244346 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-fe4dd6a8-66f3-409d-aecb-aa8ca1200c91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1099 time: 0.0731218 May 19 02:35:59.379612 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-a07d101c-2772-49ac-b8da-fa336a64b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:59.381272 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-a07d101c-2772-49ac-b8da-fa336a64b341 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 908 time: 0.1295824 May 19 02:35:59.487864 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-4535ad6a-f4c2-412d-b835-d1b036e21bef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 1002 time: 0.0988524 May 19 02:35:59.554020 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-3e19b4cf-6697-4bb1-a666-82c47f1dde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:59.555376 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-3e19b4cf-6697-4bb1-a666-82c47f1dde92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.0595562 May 19 02:35:59.636994 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-d54d3e4f-5918-456e-a612-4321a2dd07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:59.638463 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-d54d3e4f-5918-456e-a612-4321a2dd07d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0762498 May 19 02:35:59.784147 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-5e13003f-0ea0-44d0-a6f6-9e8e1ae5bfa4 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373587 May 19 02:35:59.975441 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46f082-3423-4230-8dfd-212ea66ff6d8 req-632c1092-09ce-4d9c-91b9-5363a507f6a1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:35:59.977369 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b46f082-3423-4230-8dfd-212ea66ff6d8 req-632c1092-09ce-4d9c-91b9-5363a507f6a1 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 943 time: 0.1695549 May 19 02:36:00.011561 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbc3a4-ed27-497b-96b4-3ab65e1ed53c req-128c85ce-2216-42d1-98fa-5eb06fb39e3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:00.019832 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-67dbc3a4-ed27-497b-96b4-3ab65e1ed53c req-128c85ce-2216-42d1-98fa-5eb06fb39e3f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1523068 May 19 02:36:00.052938 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-d184aa26-6660-41b1-b3f3-27d3b5bded4a req-9ca65450-99d2-4022-951d-0ace708a6735 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616997 May 19 02:36:00.080298 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b46f082-3423-4230-8dfd-212ea66ff6d8 req-0e920081-0ab8-47d8-8999-de1f41ffb911 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951028 May 19 02:36:00.088799 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-67dbc3a4-ed27-497b-96b4-3ab65e1ed53c req-5314bb8b-4d19-444d-bbfe-70b1f172b684 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678606 May 19 02:36:00.663488 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:36:00.782673 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40232) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:00.847781 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:00.862811 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'port_id': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'mac_address': 'fa:16:3e:60:b9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:36:00.920236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:00.936949 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:00.944177 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:00.950297 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Usage tracker for resource:security_group_rule and tenant:4e3fdd539cdd4f91a2b03e6e0dfb728b is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:00.955675 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:00.964543 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:00.965197 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b595325-0289-4a11-8530-7fc5a7ee77b1 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:36:00.986702 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:00.993070 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:00.994907 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f35881ac-ce9e-4e51-b5a8-cebe47fb2b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:01.058018 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.063248 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.069761 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=9']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:01.070955 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f87ef72f-700b-4cf9-bcbf-98758d6ee6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:01.073819 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:01.112723 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e3fdd539cdd4f91a2b03e6e0dfb728b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289440 May 19 02:36:01.113707 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa648a28-8286-4c6f-a2bd-a475b43d0d40,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:01.116861 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40242) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:01.118036 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:01.192998 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.257698 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['0b595325-0289-4a11-8530-7fc5a7ee77b1'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:36:01.261405 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.401785 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871d6b2-95cd-4e61-b58a-99e8fbf01eb3 req-ced517ea-5802-4dd7-80b7-b802046d04d0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:01.403150 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2871d6b2-95cd-4e61-b58a-99e8fbf01eb3 req-ced517ea-5802-4dd7-80b7-b802046d04d0 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 944 time: 0.1889234 May 19 02:36:01.412251 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b42e5-f322-462b-a499-4b7e3bc2c9eb req-fd81ed32-a6ff-4d9b-b770-8153ea3ca504 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:01.413677 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c9b42e5-f322-462b-a499-4b7e3bc2c9eb req-fd81ed32-a6ff-4d9b-b770-8153ea3ca504 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1574929 May 19 02:36:01.416407 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.433809 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-eaa30e3d-5e37-4536-aa74-be7eef9a29f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:01.472095 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa648a28-8286-4c6f-a2bd-a475b43d0d40,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:01.484975 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:01.499299 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.500315 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa648a28-8286-4c6f-a2bd-a475b43d0d40 HTTP/1.1" status: 204 len: 168 time: 0.3823020 May 19 02:36:01.514536 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2871d6b2-95cd-4e61-b58a-99e8fbf01eb3 req-b39b4614-a473-4cfa-80f3-2ee841faf31c tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996125 May 19 02:36:01.520147 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5c9b42e5-f322-462b-a499-4b7e3bc2c9eb req-bfde6f8d-1921-476f-a489-66a3170eec01 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873430 May 19 02:36:01.839715 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40250) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:01.859116 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.873014 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:01.877414 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Usage tracker for resource:security_group_rule and tenant:b80348ed4bf94282904b6ae94aeab759 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:01.881632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:01.889703 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:01.978850 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.983052 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:01.990674 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-40e8f379-c65d-4061-80a8-1bfb3bbcf403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:02.032633 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b80348ed4bf94282904b6ae94aeab759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918302 May 19 02:36:02.033611 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda1658-13f1-441e-8fc5-9fa658c0e86e,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:02.035333 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40254) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:02.036555 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-dc7ec4d4-72fe-4afe-9792-5c149126cc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:02.097877 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-538a1d2f-af34-4a82-9582-20499dec4aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:02.124282 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-538a1d2f-af34-4a82-9582-20499dec4aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:02.185414 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-538a1d2f-af34-4a82-9582-20499dec4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:02.189512 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:02.200451 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a1d2f-af34-4a82-9582-20499dec4aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda1658-13f1-441e-8fc5-9fa658c0e86e,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:02.203958 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-538a1d2f-af34-4a82-9582-20499dec4aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:02.208281 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-538a1d2f-af34-4a82-9582-20499dec4aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:02.209449 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-538a1d2f-af34-4a82-9582-20499dec4aa7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ceda1658-13f1-441e-8fc5-9fa658c0e86e HTTP/1.1" status: 204 len: 168 time: 0.1729193 May 19 02:36:02.664049 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:36:02.733721 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 0b595325-0289-4a11-8530-7fc5a7ee77b1 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:36:02.734140 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:02.787886 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b4f55-73a0-403e-bcc8-14af3ba324f8 req-3e578c7a-70d1-40f8-95fc-2a3edd76795b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:02.789372 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-469b4f55-73a0-403e-bcc8-14af3ba324f8 req-3e578c7a-70d1-40f8-95fc-2a3edd76795b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1187618 May 19 02:36:02.797826 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb86d4-bc38-48c6-833c-303fdfcda0c2 req-a97b763c-d033-467c-bb4b-0816076eb92b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:02.799810 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-14cb86d4-bc38-48c6-833c-303fdfcda0c2 req-a97b763c-d033-467c-bb4b-0816076eb92b tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 944 time: 0.1627305 May 19 02:36:02.854565 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:02.865937 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-469b4f55-73a0-403e-bcc8-14af3ba324f8 req-bc4baec5-ee18-4e66-83b7-2d9ccd2e780a tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650501 May 19 02:36:02.884607 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-14cb86d4-bc38-48c6-833c-303fdfcda0c2 req-9b675d43-25ff-465b-adbd-73936924f72f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639262 May 19 02:36:02.893209 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:36:02.901540 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:02.905948 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:02.909248 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:02.978145 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'code': 200} May 19 02:36:02.992913 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=10']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:02.996400 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:03.276865 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090adadb-63aa-4e53-8d9f-ce2d9607e436 req-3e81370e-77e2-4e5a-8fd1-50bb855d5bf9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:03.279945 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-090adadb-63aa-4e53-8d9f-ce2d9607e436 req-3e81370e-77e2-4e5a-8fd1-50bb855d5bf9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0836883 May 19 02:36:03.301550 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-2346e93e-e38f-4379-abed-d5ab9547d56c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1482100 May 19 02:36:03.309531 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18206c-c36d-408e-8e73-17d93f2af3d6 req-ff22c815-800a-4ca6-9f68-fcfbc2e16aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:03.310589 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-bf18206c-c36d-408e-8e73-17d93f2af3d6 req-ff22c815-800a-4ca6-9f68-fcfbc2e16aaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 1099 time: 0.0892253 May 19 02:36:03.333974 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-090adadb-63aa-4e53-8d9f-ce2d9607e436 req-9ec1333f-5956-43d0-aadf-f66bcadc87bc tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 May 19 02:36:03.368783 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-bf18206c-c36d-408e-8e73-17d93f2af3d6 req-503a41dd-17f6-43ad-b591-d2ce743a3820 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487618 May 19 02:36:04.101205 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa24684-2f86-4a52-ba13-b694a23910ec req-0df4023f-a0b3-4847-bc16-2575f8323e01 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:04.102850 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aa24684-2f86-4a52-ba13-b694a23910ec req-0df4023f-a0b3-4847-bc16-2575f8323e01 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 946 time: 0.0916278 May 19 02:36:04.149988 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7aa24684-2f86-4a52-ba13-b694a23910ec req-1b36bbe2-7b7e-4aee-a64f-48c46cc06a11 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413253 May 19 02:36:04.173484 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40320) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:04.326347 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.352726 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:04.358648 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Usage tracker for resource:security_group_rule and tenant:0586a45a789545419fcc84b9f20a5d6a is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:04.364288 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:04.376354 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:04.597331 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.602737 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.617181 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a4cb684f-0394-4ecf-bc38-8f371ab1efd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:04.665418 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c57bcd-be39-4e6c-8ba4-bfb0509db1e2,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:04.673251 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40336) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:04.673619 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0586a45a789545419fcc84b9f20a5d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985955 May 19 02:36:04.674205 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:04.686942 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b2920e59-1c73-4601-95a0-efa0e3aad4dc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:36:04.694382 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f452e72-15de-40e8-b7e3-59c9df1f0c24 req-d9b2a044-e68f-4254-b18a-3b93caa5e8b0 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:04.701732 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f452e72-15de-40e8-b7e3-59c9df1f0c24 req-d9b2a044-e68f-4254-b18a-3b93caa5e8b0 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1640339 May 19 02:36:04.751382 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.761444 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2f452e72-15de-40e8-b7e3-59c9df1f0c24 req-d0237291-5f2f-4279-a50d-af619fee0d75 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587039 May 19 02:36:04.786392 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.868439 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.879476 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-46c24ce2-11a4-4c90-b28e-bc28ad487bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:04.891458 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.897682 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c57bcd-be39-4e6c-8ba4-bfb0509db1e2,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:04.900525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:04.912156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.913305 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2c57bcd-be39-4e6c-8ba4-bfb0509db1e2 HTTP/1.1" status: 204 len: 168 time: 0.2392020 May 19 02:36:04.943588 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:04.950942 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:04.952892 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-f5f907a7-e503-45f0-9736-0dd283cfccf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:04.992184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:36:05.045055 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=6']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:05.051498 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:05.054230 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'code': 200} May 19 02:36:05.236645 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-014bb108-411a-4a61-bbba-c39b1eeb6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:05.238226 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-014bb108-411a-4a61-bbba-c39b1eeb6070 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074&tenant_id=1203688e05404977a061ce17ce22f0e2 HTTP/1.1" status: 200 len: 1097 time: 0.0879791 May 19 02:36:05.326106 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40374) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:05.351078 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:05.356213 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-e63455e2-287a-4e5a-8bea-5b6dfe0b955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:05.357937 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-e63455e2-287a-4e5a-8bea-5b6dfe0b955f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1097 time: 0.0880425 May 19 02:36:05.373089 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:05.378894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Usage tracker for resource:security_group_rule and tenant:15200445aeb3471391a9a941cb1782e7 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:05.382802 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:05.389962 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:05.432376 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572656-0d4a-4295-824c-cc6d6989515e req-cda705e3-9d02-4aac-9c29-47f3a35e7413 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:05.434303 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-49572656-0d4a-4295-824c-cc6d6989515e req-cda705e3-9d02-4aac-9c29-47f3a35e7413 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 946 time: 0.1439874 May 19 02:36:05.511246 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-49572656-0d4a-4295-824c-cc6d6989515e req-35c31015-7764-41e7-934b-4907ae11eab8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653813 May 19 02:36:05.515878 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-f96f659c-ab58-4a83-992b-0f9159a8ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:05.517871 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-f96f659c-ab58-4a83-992b-0f9159a8ebc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 908 time: 0.1533983 May 19 02:36:05.626038 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:05.627114 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-193e60c2-cbe9-4330-887f-7da124a80278 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 1000 time: 0.1017592 May 19 02:36:05.631169 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:05.638243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-abb99def-c378-4be5-841e-62ea64e59ada tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:05.680090 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15200445aeb3471391a9a941cb1782e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527095 May 19 02:36:05.680955 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ac049-d903-4591-b118-b259c3e8f4f4,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:05.683161 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40378) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:05.687326 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:05.697565 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-a6eba4e5-3b42-45f2-af03-afe809d48332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:05.699056 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-a6eba4e5-3b42-45f2-af03-afe809d48332 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.0644014 May 19 02:36:05.744757 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9f0942a9-0f27-47ae-b427-4cde3d952a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:05.773115 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9f0942a9-0f27-47ae-b427-4cde3d952a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:05.775521 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-d28fcdfe-e4b4-48d8-a333-a56627026d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:05.777069 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-d28fcdfe-e4b4-48d8-a333-a56627026d0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0707636 May 19 02:36:05.830319 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9f0942a9-0f27-47ae-b427-4cde3d952a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:05.835323 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-5d90046a-3af9-4afa-adec-e8c013c44f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:05.849116 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0942a9-0f27-47ae-b427-4cde3d952a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ac049-d903-4591-b118-b259c3e8f4f4,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:05.851972 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-9f0942a9-0f27-47ae-b427-4cde3d952a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:05.856117 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-9f0942a9-0f27-47ae-b427-4cde3d952a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:05.857235 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-9f0942a9-0f27-47ae-b427-4cde3d952a01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/310ac049-d903-4591-b118-b259c3e8f4f4 HTTP/1.1" status: 204 len: 168 time: 0.1716964 May 19 02:36:05.929815 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-b5cf1beb-7a2d-4b6e-b039-bfd4b21323fe service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399136 May 19 02:36:05.953122 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f8f23-556c-4188-ad67-faf5237e335c req-977162d0-5c3b-4b37-9202-7d15ad0e78d8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:05.955136 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eb4f8f23-556c-4188-ad67-faf5237e335c req-977162d0-5c3b-4b37-9202-7d15ad0e78d8 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 944 time: 0.0893486 May 19 02:36:06.007656 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eb4f8f23-556c-4188-ad67-faf5237e335c req-5c55a86a-61aa-4a00-827e-a94de8968d3b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429831 May 19 02:36:06.072715 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-a785f9c3-0969-4b13-94ff-f9a753989ba5 req-a3f1c07e-6ba2-40ba-a639-be9777a1c8b6 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349182 May 19 02:36:06.714134 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1be48b-57c3-4b14-9c53-e12546c1ad3b req-9ef34ecc-d48e-4464-95cf-e69d076fecfe tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:06.715645 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7a1be48b-57c3-4b14-9c53-e12546c1ad3b req-9ef34ecc-d48e-4464-95cf-e69d076fecfe tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 946 time: 0.0855708 May 19 02:36:06.768697 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7a1be48b-57c3-4b14-9c53-e12546c1ad3b req-392e6c38-1682-404c-8986-f19d8193f62f tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 May 19 02:36:07.192094 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4760ec-7d2a-4466-8f9f-6420f5cea5d3 req-fe8169a7-fabc-4bb2-9f02-278ab65c6e19 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:07.193578 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1d4760ec-7d2a-4466-8f9f-6420f5cea5d3 req-fe8169a7-fabc-4bb2-9f02-278ab65c6e19 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 944 time: 0.0799887 May 19 02:36:07.237488 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1d4760ec-7d2a-4466-8f9f-6420f5cea5d3 req-ac37c254-2588-410d-bfe7-41beee77950d tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382452 May 19 02:36:08.422816 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560649-8ffc-4eb9-b292-9fbb51a86099 req-da144921-6414-4697-b353-c1cd305a80f3 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:08.424251 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4560649-8ffc-4eb9-b292-9fbb51a86099 req-da144921-6414-4697-b353-c1cd305a80f3 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 944 time: 0.0823822 May 19 02:36:08.468309 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4560649-8ffc-4eb9-b292-9fbb51a86099 req-c503bf46-d1a1-409d-abad-8abee10bf24b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384498 May 19 02:36:08.716671 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b2920e59-1c73-4601-95a0-efa0e3aad4dc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:36:08.846644 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:08.859732 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'port_id': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'mac_address': 'fa:16:3e:c0:cc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:36:08.915419 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:08.931921 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2920e59-1c73-4601-95a0-efa0e3aad4dc {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:36:08.948069 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:08.952992 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:08.955731 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:09.030208 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=7']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:09.033287 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:09.184962 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['b2920e59-1c73-4601-95a0-efa0e3aad4dc'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:36:09.660344 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ed6f3-c007-4b49-9709-48c4f1c68964 req-90d9a37f-1cea-4960-befa-22b743231fd9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:09.661835 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-aa9ed6f3-c007-4b49-9709-48c4f1c68964 req-90d9a37f-1cea-4960-befa-22b743231fd9 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 945 time: 0.0850499 May 19 02:36:09.710167 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-aa9ed6f3-c007-4b49-9709-48c4f1c68964 req-23d34419-3c89-4b1c-910e-f608307ded4a tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 May 19 02:36:09.839726 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:10.741483 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b2920e59-1c73-4601-95a0-efa0e3aad4dc up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:36:10.851206 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port b2920e59-1c73-4601-95a0-efa0e3aad4dc triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:36:10.852019 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:10.903798 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422e043-feb6-4c8f-bcc5-aca3185ee950 req-9076a6db-cd9c-4ab9-8bc8-92f297123740 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:10.905282 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6422e043-feb6-4c8f-bcc5-aca3185ee950 req-9076a6db-cd9c-4ab9-8bc8-92f297123740 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 945 time: 0.0814624 May 19 02:36:10.951797 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6422e043-feb6-4c8f-bcc5-aca3185ee950 req-778ea9c4-2015-42d2-be23-f9e7e532c70c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406742 May 19 02:36:10.967776 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:10.996045 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:36:11.005957 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:11.009784 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:11.012504 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:11.051167 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'code': 200} May 19 02:36:11.089100 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=8']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:11.092025 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:11.336617 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5389a-ca1b-4221-bcc4-aa5604de1c90 req-8c117813-a1da-4c92-bf43-69c6ff33d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:11.338018 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c1e5389a-ca1b-4221-bcc4-aa5604de1c90 req-8c117813-a1da-4c92-bf43-69c6ff33d2c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1099 time: 0.0729730 May 19 02:36:11.378533 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-c1e5389a-ca1b-4221-bcc4-aa5604de1c90 req-9997dfa8-73ff-4970-810b-25ead13db18e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339754 May 19 02:36:12.219075 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe5dc-e9d4-4bd6-a998-198762e2b6cf req-a4a61ab5-43fb-4719-be4e-76546ea770b4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:12.221145 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-398fe5dc-e9d4-4bd6-a998-198762e2b6cf req-a4a61ab5-43fb-4719-be4e-76546ea770b4 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1185937 May 19 02:36:12.273443 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-398fe5dc-e9d4-4bd6-a998-198762e2b6cf req-a2434ad0-ac9a-4683-99e7-cf4c33c463ef tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441566 May 19 02:36:12.428271 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-82dc2b53-f014-4a37-9825-ed9516e4d32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.470978 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3457c7-c60f-47e3-8c97-122757dc7cc6 req-4487e9ba-75c7-4fed-a5f4-58dae99985ce tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:13.472401 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e3457c7-c60f-47e3-8c97-122757dc7cc6 req-4487e9ba-75c7-4fed-a5f4-58dae99985ce tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0836461 May 19 02:36:13.520406 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3e3457c7-c60f-47e3-8c97-122757dc7cc6 req-5e5d006c-9a00-4dfc-a3bc-5108e30f354c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421436 May 19 02:36:13.525180 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40478) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:13.640781 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.655111 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:13.659516 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5a475e0df44210a33cb576476e2bcf is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:13.662272 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:13.667927 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:13.749573 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.754031 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.760757 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8cc35e23-a064-4288-829d-df1401e6fb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:13.800498 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f5a475e0df44210a33cb576476e2bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743349 May 19 02:36:13.801406 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa24abae-dc00-4a12-9384-b2923bb9e890,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:13.803320 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40486) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:13.804598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:13.864191 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6df3-2a50-424c-b625-2b3a46a69230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.889112 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6df3-2a50-424c-b625-2b3a46a69230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.942465 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6df3-2a50-424c-b625-2b3a46a69230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.946331 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3aab04de-1097-4bea-82a6-46ded88ff6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:13.959700 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe6df3-2a50-424c-b625-2b3a46a69230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa24abae-dc00-4a12-9384-b2923bb9e890,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:13.962647 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3bbe6df3-2a50-424c-b625-2b3a46a69230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:13.964879 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6df3-2a50-424c-b625-2b3a46a69230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:13.967939 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3bbe6df3-2a50-424c-b625-2b3a46a69230 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa24abae-dc00-4a12-9384-b2923bb9e890 HTTP/1.1" status: 204 len: 168 time: 0.1632268 May 19 02:36:14.255771 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40494) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:14.273684 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:14.287382 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:14.291169 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Usage tracker for resource:security_group_rule and tenant:03b7f971c02a40f4a34cb4a040c025fd is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:14.293938 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:14.300075 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:14.380591 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:14.383963 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:14.394546 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1753ecc3-8342-4069-b418-460af4c72720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:14.434937 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03b7f971c02a40f4a34cb4a040c025fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781237 May 19 02:36:14.435833 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2184894f-9c3a-4803-86f9-794a9e123101,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:14.438022 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40498) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:14.439648 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-42f05a43-eff4-4e97-8a1c-9b42203c4934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:14.500211 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:14.525756 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:14.585200 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:14.589084 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c343fce0-43ba-4e5e-b1e5-f6987fec85b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:14.599706 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2184894f-9c3a-4803-86f9-794a9e123101,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:14.603241 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:14.608700 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:14.609821 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2184894f-9c3a-4803-86f9-794a9e123101 HTTP/1.1" status: 204 len: 168 time: 0.1700966 May 19 02:36:15.239092 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:15.413979 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad094-b2f5-4592-827a-12cb504da5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:16.090017 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.236284 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40570) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:17.360751 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.374953 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:17.379164 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Usage tracker for resource:security_group_rule and tenant:ce51884af5e84d3890ef22cef6214d24 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:17.382021 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:17.387652 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:17.438461 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.479386 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.483312 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.492987 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-f5af0248-e17c-4b92-8bca-16708a2c58eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:17.530078 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce51884af5e84d3890ef22cef6214d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927256 May 19 02:36:17.534652 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40576) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:17.535162 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46af567a-cb6f-4688-b273-f2b6a9ae478a,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:17.537766 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:17.595449 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8c59e307-6fe0-4beb-8e46-b7955e9b2ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.621269 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8c59e307-6fe0-4beb-8e46-b7955e9b2ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.673344 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8c59e307-6fe0-4beb-8e46-b7955e9b2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.676946 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-190fa8c7-d5ba-4eb9-bf69-cdee762a97bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:17.691985 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59e307-6fe0-4beb-8e46-b7955e9b2ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46af567a-cb6f-4688-b273-f2b6a9ae478a,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:17.695707 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8c59e307-6fe0-4beb-8e46-b7955e9b2ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:17.703075 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8c59e307-6fe0-4beb-8e46-b7955e9b2ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:17.704755 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-8c59e307-6fe0-4beb-8e46-b7955e9b2ff7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46af567a-cb6f-4688-b273-f2b6a9ae478a HTTP/1.1" status: 204 len: 168 time: 0.1691060 May 19 02:36:18.003941 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40584) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:18.022062 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:18.036085 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:18.039922 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9ba490a30048af80bb5ee244ee3097 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:18.042813 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:18.049855 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:18.135158 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:18.139182 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:18.147551 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8b747f8c-5a59-4c1f-a9d9-088653979ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:18.186671 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf9ba490a30048af80bb5ee244ee3097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814957 May 19 02:36:18.188846 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada8db2-e948-4a53-9518-6c7a04830776,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:18.190145 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40588) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:18.194514 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:18.344350 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0e52b83c-f5c4-47af-8f87-ba092ef04189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:18.369797 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0e52b83c-f5c4-47af-8f87-ba092ef04189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:18.421148 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0e52b83c-f5c4-47af-8f87-ba092ef04189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:18.425466 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-6fc86cf0-72c4-4d79-b225-18007b5288cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:18.437344 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b83c-f5c4-47af-8f87-ba092ef04189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada8db2-e948-4a53-9518-6c7a04830776,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:18.440364 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-0e52b83c-f5c4-47af-8f87-ba092ef04189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:18.448710 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-0e52b83c-f5c4-47af-8f87-ba092ef04189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:18.450613 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-0e52b83c-f5c4-47af-8f87-ba092ef04189 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ada8db2-e948-4a53-9518-6c7a04830776 HTTP/1.1" status: 204 len: 168 time: 0.2591999 May 19 02:36:23.145065 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40648) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:23.290874 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.311375 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:23.315370 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Usage tracker for resource:security_group_rule and tenant:b226cf822ed44d7ca59bffd7f90bb4f7 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:23.318178 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:23.324040 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:23.411911 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.416126 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.423384 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-e30a2299-2159-4275-a4a7-2c46bf469d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:23.467244 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b226cf822ed44d7ca59bffd7f90bb4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210020 May 19 02:36:23.468156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2515fd10-d688-4893-898d-2186f005dca6,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:23.470565 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40654) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:23.471725 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:23.531183 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d34-dbd8-470e-950e-a740d76cac16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.557883 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d34-dbd8-470e-950e-a740d76cac16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.610956 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d34-dbd8-470e-950e-a740d76cac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.614511 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-04ef84a9-cf57-4b67-ab43-8a8782698545 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:23.627818 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc7d34-dbd8-470e-950e-a740d76cac16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2515fd10-d688-4893-898d-2186f005dca6,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:23.630308 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-93dc7d34-dbd8-470e-950e-a740d76cac16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:23.638996 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-93dc7d34-dbd8-470e-950e-a740d76cac16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.640096 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-93dc7d34-dbd8-470e-950e-a740d76cac16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2515fd10-d688-4893-898d-2186f005dca6 HTTP/1.1" status: 204 len: 168 time: 0.1684885 May 19 02:36:23.940303 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40662) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:23.958548 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:23.972709 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:36:23.976494 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Usage tracker for resource:security_group_rule and tenant:283dbfbd0fc941b3b795c5396622153a is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:36:23.979274 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:36:23.984875 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:36:24.072745 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:24.076666 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:24.083421 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-1a5bac5b-08b5-4f94-8119-cf15618c1021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:24.124642 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=283dbfbd0fc941b3b795c5396622153a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832068 May 19 02:36:24.126154 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f588845-f94e-4421-bdc3-59441d546658,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:24.129024 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40666) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:24.129210 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:24.203382 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:24.228793 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:24.287643 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:24.291451 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-84c2c5ec-5caa-4357-8ed9-48675ec5efec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:24.304779 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f588845-f94e-4421-bdc3-59441d546658,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:24.307106 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:24.311227 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:24.312026 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f588845-f94e-4421-bdc3-59441d546658 HTTP/1.1" status: 204 len: 168 time: 0.1794646 May 19 02:36:34.592155 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:36:39.833628 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:40.811853 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fef24-eef8-4441-a07a-d95c15bce9c4 req-651db97e-749a-477a-b4bd-1288a47bd736 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:40.813364 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9e1fef24-eef8-4441-a07a-d95c15bce9c4 req-651db97e-749a-477a-b4bd-1288a47bd736 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 946 time: 0.0875494 May 19 02:36:40.863808 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9e1fef24-eef8-4441-a07a-d95c15bce9c4 req-15e4d5c7-372c-414d-9b34-0143f3873a60 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446520 May 19 02:36:42.067755 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9298ec1-7be1-4732-a6a4-98514a1750a9 req-10a289d7-6780-4c96-9721-3e9216bbf191 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:42.069308 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f9298ec1-7be1-4732-a6a4-98514a1750a9 req-10a289d7-6780-4c96-9721-3e9216bbf191 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 946 time: 0.0860684 May 19 02:36:42.115961 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f9298ec1-7be1-4732-a6a4-98514a1750a9 req-b5d44b79-57ed-4dff-aceb-e5d17e9c7d3e tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups?id=28513e79-300f-4d5a-8551-76ecd4fe12ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 May 19 02:36:42.217889 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-43f91dbd-e34a-4467-a79d-af952714c93d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:42.218596 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-43f91dbd-e34a-4467-a79d-af952714c93d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Synchronizing usage tracker for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91266) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:36:42.234938 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-43f91dbd-e34a-4467-a79d-af952714c93d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Unset dirty status for tenant:7f6b8cc53f344aafbc738a36fbf8f710 on resource:port {{(pid=91266) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:36:42.236216 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-43f91dbd-e34a-4467-a79d-af952714c93d tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 946 time: 0.1041787 May 19 02:36:42.375053 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Deleting port 0b595325-0289-4a11-8530-7fc5a7ee77b1 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:36:42.375397 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:42.429773 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-967ee5e7-359b-498b-8660-9170b6ac2777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:42.511273 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] For port 0b595325-0289-4a11-8530-7fc5a7ee77b1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0b595325-0289-4a11-8530-7fc5a7ee77b1,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:42.511525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:42.795491 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:42.795770 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455091'] for floatingip, after_update {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:42.796082 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Floating IP 4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d disassociated. External IP: 172.28.2.90, port: 0b595325-0289-4a11-8530-7fc5a7ee77b1. May 19 02:36:42.796415 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Calling delete_port for 0b595325-0289-4a11-8530-7fc5a7ee77b1 owned by compute:nova {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:36:42.904294 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:42.910618 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-bf2a1a5a-251d-4d59-96b8-c5f87366eb54 tempest-VolumesNegativeTest-1873451219 tempest-VolumesNegativeTest-1873451219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:42.963597 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event deleted for resources: {'Port': ['ID=0b595325-0289-4a11-8530-7fc5a7ee77b1,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:42.973617 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.973995 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.974371 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.974742 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.975106 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.975465 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.975826 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.976183 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.976544 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.976923 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.977281 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.977633 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:42.981385 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:43.011699 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-083bff99-8d81-4bf3-99ff-ac0745aab915 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789597 May 19 02:36:43.153503 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-daa0ddf1-bb6a-4f2e-beac-420de88a048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:43.154987 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-daa0ddf1-bb6a-4f2e-beac-420de88a048f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1099 time: 0.0704784 May 19 02:36:43.164610 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Router bc353c00-e171-4687-b0a5-2fe5af2f4141 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:36:43.348693 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:36:43.362134 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] Sync routers for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:36:43.373816 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:36:43.374435 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:36:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:43.419015 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e47e4aee-4d51-4f8e-aa99-079e3163559d req-359fd771-867e-439e-a18f-2462e692f6de tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c3b8f16-e128-45ac-9d8d-28c461fba0d7 HTTP/1.1" status: 200 len: 210 time: 0.0643029 May 19 02:36:43.477333 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-013917b2-548d-44da-aa34-c6f8e2b6eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:43.478838 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-013917b2-548d-44da-aa34-c6f8e2b6eaa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 908 time: 0.2998018 May 19 02:36:43.552006 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] No DVR routers for this DVR port 0b595325-0289-4a11-8530-7fc5a7ee77b1 on host hv-cinder-78462 {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:36:43.554680 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:43.557604 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-deleted', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:36:43.590652 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [req-e4b4ea03-2748-4791-8086-3cb54da8b5fc req-fab9b9ee-b214-4818-846d-2825241dbaf2 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.11 "DELETE /v2.0/ports/0b595325-0289-4a11-8530-7fc5a7ee77b1 HTTP/1.1" status: 204 len: 173 time: 1.3477483 May 19 02:36:43.602959 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-c5d9e9f5-6f56-419d-82a5-56f28486a881 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 1002 time: 0.1159890 May 19 02:36:43.614133 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b8f16-e128-45ac-9d8d-28c461fba0d7', 'name': 'network-vif-deleted', 'tag': '0b595325-0289-4a11-8530-7fc5a7ee77b1', 'status': 'completed', 'code': 200} May 19 02:36:43.621633 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:36:43.677628 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-19974f1e-e287-407b-a810-4145d6186905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:43.679499 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-19974f1e-e287-407b-a810-4145d6186905 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.0673664 May 19 02:36:43.763216 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-2b7feb8b-04d3-40fd-a9d3-73de9f906fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:36:43.764906 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-2b7feb8b-04d3-40fd-a9d3-73de9f906fb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0768559 May 19 02:36:43.912073 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-c4c3e0b5-ac6e-4a5d-8907-463d84c8ec29 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331010 May 19 02:36:43.961421 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:43.965463 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] Checking router: bc353c00-e171-4687-b0a5-2fe5af2f4141 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:36:43.977598 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:36:43.978212 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:36:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:44.066436 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f4ffae23-c9c7-4169-82a1-470bbfb1653e req-d307459e-5dd4-4842-a399-5b02d875cb2f service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462951 May 19 02:36:44.168746 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:36:44.496048 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:44.501088 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde2e6c7-c270-43a8-b2f0-5b8dcbb648e9 None None] The sync data for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb is: [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:28:39Z', 'revision_number': 4, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '4b7ad1fd-2864-45f9-979c-055734a7ef02', 'name': '', 'network_id': 'c34f38fe-bf36-4d17-be77-27f9a23b3396', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'mac_address': 'fa:16:3e:cf:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:33Z', 'updated_at': '2021-05-19T02:28:53Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'subnets': [{'id': '36f5f6a2-9b66-46f8-a55a-28514d0ffde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:36:44.560009 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40696) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:44.641271 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:44.671228 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:44.733993 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:44.739156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-59a1b5c2-bd2e-4374-aca5-8b46418c851e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:44.756096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28513e79-300f-4d5a-8551-76ecd4fe12ec,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:44.759132 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:44.771269 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:44.775171 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40700) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:44.775993 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "DELETE /v2.0/security-groups/28513e79-300f-4d5a-8551-76ecd4fe12ec HTTP/1.1" status: 204 len: 168 time: 0.2147632 May 19 02:36:44.784468 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd13200-b4fe-4e22-b75d-a85b6e590594 None None] New status for floating IP 4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d: DOWN {{(pid=91267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:36:44.797638 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.api.v2.resource [None req-7fbb4c93-190a-44a9-af34-fd6f2e1318f3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] show failed (client error): The resource could not be found. May 19 02:36:44.800877 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-7fbb4c93-190a-44a9-af34-fd6f2e1318f3 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "GET /v2.0/security-groups/28513e79-300f-4d5a-8551-76ecd4fe12ec HTTP/1.1" status: 404 len: 347 time: 0.0216131 May 19 02:36:44.803329 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40704) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:44.988382 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:36:45.020911 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Deleting port 1a6d7764-cca9-4f50-866d-a96a778087a2 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:36:45.021252 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.030807 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 0b595325-0289-4a11-8530-7fc5a7ee77b1 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:36:45.031670 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 0b595325-0289-4a11-8530-7fc5a7ee77b1 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:36:45.143329 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.143649 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.241305 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.263585 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Calling delete_port for 1a6d7764-cca9-4f50-866d-a96a778087a2 owned by network:floatingip {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:36:45.390354 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.394513 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-580b66ca-6d6f-4a56-b108-76118f8534c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:45.414911 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ef65eb7a-72e2-4568-bc99-74255c835987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.439035 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Pushing event deleted for resources: {'Port': ['ID=1a6d7764-cca9-4f50-866d-a96a778087a2,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:45.471855 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.472235 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.472595 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.472981 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.473342 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.473696 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.474049 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.474399 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.474747 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.475094 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.475440 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.475787 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:45.483635 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:45.544113 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks [] for floatingip, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.557983 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:45.559107 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] 10.222.0.60 "DELETE /v2.0/floatingips/4b82e2b8-ce47-4ec7-a031-dbdf4c13ca5d HTTP/1.1" status: 204 len: 168 time: 0.7548828 May 19 02:36:46.095076 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:47.438020 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:48.339485 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40732) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:49.180611 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454985'] for router_interface, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:49.574570 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Deleting port 4b7ad1fd-2864-45f9-979c-055734a7ef02 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:36:49.575282 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:49.691712 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] For port 4b7ad1fd-2864-45f9-979c-055734a7ef02, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=4b7ad1fd-2864-45f9-979c-055734a7ef02,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:49.691971 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:49.813016 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Calling delete_port for 4b7ad1fd-2864-45f9-979c-055734a7ef02 owned by network:router_interface {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:36:49.956409 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:49.959978 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:50.004219 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7ad1fd-2864-45f9-979c-055734a7ef02,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:50.007313 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:50.354312 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453849'] for router_interface, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:50.702323 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Router bc353c00-e171-4687-b0a5-2fe5af2f4141 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:36:50.874466 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:36:50.883464 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] Sync routers for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:36:50.887680 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] 10.222.0.60 "PUT /v2.0/routers/bc353c00-e171-4687-b0a5-2fe5af2f4141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5471330 May 19 02:36:50.890066 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40738) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:50.892938 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:36:50.893537 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:36:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:51.061102 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:51.068850 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:36:51.230894 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:51.299204 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Deleting port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:36:51.299541 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:51.345171 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:36:49Z', 'revision_number': 5, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port': {'id': '98fe4b76-0e07-400b-a7aa-f8133ae77a8c', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:28:22Z', 'updated_at': '2021-05-19T02:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:51.348847 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] Checking router: bc353c00-e171-4687-b0a5-2fe5af2f4141 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:36:51.357377 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] Routers {'bc353c00-e171-4687-b0a5-2fe5af2f4141'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:36:51.357966 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:36:45Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['bc353c00-e171-4687-b0a5-2fe5af2f4141'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:51.419243 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] For port 98fe4b76-0e07-400b-a7aa-f8133ae77a8c, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:51.419593 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:51.543537 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] Set router bc353c00-e171-4687-b0a5-2fe5af2f4141 gateway port host: None {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:36:51.646541 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:36:51Z', 'revision_number': 6, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port_host': None}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:51.646948 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Calling delete_port for 98fe4b76-0e07-400b-a7aa-f8133ae77a8c owned by network:router_gateway {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:36:51.650494 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26267dcc-e2d6-42ed-a550-37ba18906312 None None] The sync data for ids ['bc353c00-e171-4687-b0a5-2fe5af2f4141'] in dv-cinder-784623-11-smb is: [{'id': 'bc353c00-e171-4687-b0a5-2fe5af2f4141', 'name': 'tempest-AttachVolumeShelveTestJSON-85186259-router', 'tenant_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:28:20Z', 'updated_at': '2021-05-19T02:36:51Z', 'revision_number': 6, 'project_id': '7f6b8cc53f344aafbc738a36fbf8f710', 'gw_port_host': None}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:36:51.782546 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:51.786155 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:51.830032 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fe4b76-0e07-400b-a7aa-f8133ae77a8c,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:51.833086 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:51.920390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450914'] for router_gateway, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.091151 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12670'] for router, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.093340 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.115424 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450357'] for router, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.116058 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc353c00-e171-4687-b0a5-2fe5af2f4141 {{(pid=91265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 02:36:52.129314 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.130428 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0ba6753a-b90f-45a8-9f55-aa3fc0167d64 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bc353c00-e171-4687-b0a5-2fe5af2f4141 HTTP/1.1" status: 204 len: 168 time: 1.2394836 May 19 02:36:52.132918 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40742) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:52.190828 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Deleting subnet 36f5f6a2-9b66-46f8-a55a-28514d0ffde7 {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:36:52.193627 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.241637 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3059052'] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.321598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.571996 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3059094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600837'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.576125 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:52.611786 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f5f6a2-9b66-46f8-a55a-28514d0ffde7,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:52.616404 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.618951 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:52.623055 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0ca5b4a2-365e-4a9e-8b13-052a37bf42d8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/36f5f6a2-9b66-46f8-a55a-28514d0ffde7 HTTP/1.1" status: 204 len: 168 time: 0.4892063 May 19 02:36:52.625936 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40746) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:52.628110 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e5c36-47ed-427c-ade5-1ac445e24a15 None None] Network c34f38fe-bf36-4d17-be77-27f9a23b3396 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:36:52.732658 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.802641 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Deleting port e08ff833-c2b2-4fca-8561-3cf2de48d522 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:36:52.802980 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.876001 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] DHCP port deletion for c34f38fe-bf36-4d17-be77-27f9a23b3396 request from dv-cinder-784623-11-smb {{(pid=91267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 02:36:52.902417 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] For port e08ff833-c2b2-4fca-8561-3cf2de48d522, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e08ff833-c2b2-4fca-8561-3cf2de48d522,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:52.902770 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:52.942884 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Deleting port e08ff833-c2b2-4fca-8561-3cf2de48d522 {{(pid=91267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:36:52.943267 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.024168 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Calling delete_port for e08ff833-c2b2-4fca-8561-3cf2de48d522 owned by network:dhcp {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:36:53.041187 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] For port e08ff833-c2b2-4fca-8561-3cf2de48d522, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=e08ff833-c2b2-4fca-8561-3cf2de48d522,segment=NetworkSegment(1327250c-588d-4937-a431-20fdca3c5aef),segment_id=1327250c-588d-4937-a431-20fdca3c5aef)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:36:53.041576 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.069582 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.074236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c8ac2967-bcd1-4091-afe1-34abe152b51e tempest-ServerRescueNegativeTestJSON-1872651162 tempest-ServerRescueNegativeTestJSON-1872651162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:53.120465 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08ff833-c2b2-4fca-8561-3cf2de48d522,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:53.122314 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] No DVR routers for this DVR port e08ff833-c2b2-4fca-8561-3cf2de48d522 on host dv-cinder-784623-11-smb {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:36:53.123845 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:53.160796 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Calling delete_port for e08ff833-c2b2-4fca-8561-3cf2de48d522 owned by network:dhcp {{(pid=91267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:36:53.202077 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.206078 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:53.239352 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.249477 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Pushing event deleted for resources: {'Port': ['ID=e08ff833-c2b2-4fca-8561-3cf2de48d522,revision_number=None']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:53.254544 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34f38fe-bf36-4d17-be77-27f9a23b3396']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:53.254827 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] No DVR routers for this DVR port e08ff833-c2b2-4fca-8561-3cf2de48d522 on host dv-cinder-784623-11-smb {{(pid=91267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:36:53.261107 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.261450 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.261778 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.262104 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.262428 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.262747 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.263066 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.263382 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.263702 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.264022 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.264335 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.264650 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:36:53.268011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-be122f5e-17a0-4631-b6c6-bc37ac336316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:53.275177 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1327250c-588d-4937-a431-20fdca3c5aef') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:53.275415 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1327250c-588d-4937-a431-20fdca3c5aef') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:36:53.286639 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.302737 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.308560 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:36:53.308965 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:36:53.322288 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:36:53.397385 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.401046 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:53.413922 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.424628 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34f38fe-bf36-4d17-be77-27f9a23b3396,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:53.434378 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:53.442290 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-cddb6052-6011-4fb4-b618-480c63aef069 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c34f38fe-bf36-4d17-be77-27f9a23b3396 HTTP/1.1" status: 204 len: 168 time: 0.8130028 May 19 02:36:53.463282 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e08ff833-c2b2-4fca-8561-3cf2de48d522 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:36:53.497569 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: e08ff833-c2b2-4fca-8561-3cf2de48d522 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:36:53.497918 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device e08ff833-c2b2-4fca-8561-3cf2de48d522 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:36:53.498486 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 4b7ad1fd-2864-45f9-979c-055734a7ef02 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:36:53.531289 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 4b7ad1fd-2864-45f9-979c-055734a7ef02 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:36:53.531636 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 4b7ad1fd-2864-45f9-979c-055734a7ef02 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:36:53.532047 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 98fe4b76-0e07-400b-a7aa-f8133ae77a8c no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:36:53.558040 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40752) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:53.567898 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 98fe4b76-0e07-400b-a7aa-f8133ae77a8c {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:36:53.568248 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 98fe4b76-0e07-400b-a7aa-f8133ae77a8c not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:36:53.606479 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-90e3d8ca-58ea-4133-a2c0-4f414793647e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f6b8cc53f344aafbc738a36fbf8f710&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472093 May 19 02:36:53.608941 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40756) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:36:53.665804 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dc7a90f9-6dae-435c-bfe1-9032d669066b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.691265 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dc7a90f9-6dae-435c-bfe1-9032d669066b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.742001 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dc7a90f9-6dae-435c-bfe1-9032d669066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.746761 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-16a13722-5580-44e4-b5df-f857c7389afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:36:53.762419 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a90f9-6dae-435c-bfe1-9032d669066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774063c-5384-4b89-897f-fbdf7d0297f9,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:36:53.764800 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-dc7a90f9-6dae-435c-bfe1-9032d669066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:36:53.770932 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-dc7a90f9-6dae-435c-bfe1-9032d669066b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:36:53.772025 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-dc7a90f9-6dae-435c-bfe1-9032d669066b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3774063c-5384-4b89-897f-fbdf7d0297f9 HTTP/1.1" status: 204 len: 168 time: 0.1617358 May 19 02:37:00.744138 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40854) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:00.858337 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:00.872717 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:37:00.877344 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:083ed133adda4f47a299d4668bccaee0 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:37:00.880123 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:37:00.885747 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:37:00.967242 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:00.971767 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:00.978724 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-70944f83-509b-4366-88b3-b7da6146c49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:01.017589 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d559be48-a345-4064-be5f-ecf10094f621,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:01.020510 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:01.023134 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-2ff3e5c3-1f37-4036-9283-aeb8bf8c5bb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=083ed133adda4f47a299d4668bccaee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780237 May 19 02:37:01.025766 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 40860) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:01.082248 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-258f015e-c47c-40e7-acc8-f158e3051e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:01.106668 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-258f015e-c47c-40e7-acc8-f158e3051e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:01.161366 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-258f015e-c47c-40e7-acc8-f158e3051e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:01.166323 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-87ae1614-193e-45c2-a8f5-693964c14e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:01.177976 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f015e-c47c-40e7-acc8-f158e3051e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d559be48-a345-4064-be5f-ecf10094f621,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:01.180236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-258f015e-c47c-40e7-acc8-f158e3051e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:01.183594 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-258f015e-c47c-40e7-acc8-f158e3051e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:01.185366 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-258f015e-c47c-40e7-acc8-f158e3051e95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d559be48-a345-4064-be5f-ecf10094f621 HTTP/1.1" status: 204 len: 168 time: 0.1587000 May 19 02:37:09.831532 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.347613 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40978) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:11.462818 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.476617 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:37:11.480306 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Usage tracker for resource:security_group_rule and tenant:f45d5728cccd49a98a9e556c9a87e335 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:37:11.483066 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:37:11.489139 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:37:11.567481 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.571311 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.577765 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8ea94cdb-4922-4546-b470-521c330a71d5 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:11.591512 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:37:11.618000 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a449fb3-0788-43df-985d-0fe296339a0a,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:11.622080 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f45d5728cccd49a98a9e556c9a87e335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734694 May 19 02:37:11.622945 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ff6ce8ed-74ca-4606-811a-634f0c00cc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:11.625681 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 40984) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:11.685987 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb35d4e0-d316-4ca7-bd32-f0411b9c28eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.711097 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb35d4e0-d316-4ca7-bd32-f0411b9c28eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.761823 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb35d4e0-d316-4ca7-bd32-f0411b9c28eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.766352 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ba7a31ea-7a53-4115-87fc-9d2baa23cc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:11.778223 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35d4e0-d316-4ca7-bd32-f0411b9c28eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a449fb3-0788-43df-985d-0fe296339a0a,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:11.780492 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-eb35d4e0-d316-4ca7-bd32-f0411b9c28eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:11.785383 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-eb35d4e0-d316-4ca7-bd32-f0411b9c28eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:11.786673 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-eb35d4e0-d316-4ca7-bd32-f0411b9c28eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a449fb3-0788-43df-985d-0fe296339a0a HTTP/1.1" status: 204 len: 168 time: 0.1600912 May 19 02:37:12.434310 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-f5e5a0a2-9244-477a-b84a-2a8aa268653e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:15.243338 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:15.417200 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-7b70c549-4255-4387-8f35-e16d155cfad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:16.097397 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:17.440540 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:28.683211 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41172) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:29.215961 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Deleting port 87bff7ea-3a93-44f1-99ab-08a01fdf1005 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:29.216303 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.334166 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.334492 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.456685 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Calling delete_port for 87bff7ea-3a93-44f1-99ab-08a01fdf1005 owned by network:floatingip {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:29.499808 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41202) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:29.593726 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.598845 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-53a40399-d447-4fea-b96f-a138cdd2156c tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:29.629565 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.643096 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event deleted for resources: {'Port': ['ID=87bff7ea-3a93-44f1-99ab-08a01fdf1005,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:29.644306 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:37:29.646073 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:29.648933 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Usage tracker for resource:security_group_rule and tenant:7abba83901af4916a55e85c5c9929674 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:37:29.652030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:37:29.659917 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:37:29.737406 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for floatingip, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.738011 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.db.l3_db [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Floating IP 23ce9211-2105-4837-b66d-d92f8e4ce9fa disassociated (deleted). External IP: 172.28.2.211, port: b2920e59-1c73-4601-95a0-efa0e3aad4dc. May 19 02:37:29.744427 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.748595 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.757284 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-55506962-53b6-4d99-a4c1-b440b99e20ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:29.800422 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7abba83901af4916a55e85c5c9929674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985213 May 19 02:37:29.801479 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45143b5-519a-487e-b065-e49698d018a0,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:29.804444 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41208) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:29.806402 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c6d0787e-f0ee-471b-ad3b-c84a045a7628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:29.862011 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ad23029-5647-4f3c-83c2-a7c0a76e58f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.888230 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ad23029-5647-4f3c-83c2-a7c0a76e58f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.940454 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ad23029-5647-4f3c-83c2-a7c0a76e58f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.944505 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0db4b619-3ba7-4703-a99b-f85933644879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:29.955914 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad23029-5647-4f3c-83c2-a7c0a76e58f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45143b5-519a-487e-b065-e49698d018a0,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:29.959835 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-0ad23029-5647-4f3c-83c2-a7c0a76e58f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:29.963170 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-0ad23029-5647-4f3c-83c2-a7c0a76e58f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:29.964175 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-0ad23029-5647-4f3c-83c2-a7c0a76e58f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d45143b5-519a-487e-b065-e49698d018a0 HTTP/1.1" status: 204 len: 168 time: 0.1594992 May 19 02:37:30.097854 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:37:30.251527 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41216) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:30.281760 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:30.303632 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:37:30.308591 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:37:30.310407 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Usage tracker for resource:security_group_rule and tenant:95db066f7a7c46f484f9a023df38f399 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:37:30.317362 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:37:30.318184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] Sync routers for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:37:30.326478 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:37:30.327774 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:37:30.328381 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:37:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:30.332757 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for floatingip, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:30.410481 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-9e5126c7-56b6-49e2-a6af-9d33571c5c5b tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "DELETE /v2.0/floatingips/23ce9211-2105-4837-b66d-d92f8e4ce9fa HTTP/1.1" status: 204 len: 168 time: 1.7237000 May 19 02:37:30.410481 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc'}] {{(pid=91266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:37:30.472919 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:30.475281 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'status': 'completed', 'code': 200} May 19 02:37:30.477660 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:30.492221 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ba257022-6cf0-4c7b-bde5-232088c7dd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:30.539099 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95db066f7a7c46f484f9a023df38f399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758107 May 19 02:37:30.539099 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408ee1fa-f625-48f7-957b-3b54aa963d61,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:30.541558 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:37:30.544192 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41224) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:30.554584 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b94837e1-fc0d-4e14-b0b8-e07191cfefd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:30.740501 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-f31f6b5b-4a84-42f1-9b77-f60090a4ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:37:30.741997 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-f31f6b5b-4a84-42f1-9b77-f60090a4ce51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1203688e05404977a061ce17ce22f0e2&device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 1099 time: 0.2468147 May 19 02:37:30.746787 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:30.850081 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:30.872441 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:10Z', 'revision_number': 5, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:30.876883 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] Checking router: ea0a371b-b7a8-4ab4-9454-b9adcbf43afd for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:37:30.885492 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:37:30.886104 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:37:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:30.994060 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-c752da14-aaf5-44a8-9187-6722cc59c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:37:30.995484 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-c752da14-aaf5-44a8-9187-6722cc59c301 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 200 len: 908 time: 0.2388902 May 19 02:37:31.056052 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:31.069473 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-daec49bc-34a4-46b8-ac3a-5b9181b52289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:31.070238 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:37:31.083129 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049c3a7-751a-4f9b-a6ae-0c4512ba2f67 req-9dc49336-cc43-46f9-a62c-15bf1e8a00dc tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:37:31.084787 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8049c3a7-751a-4f9b-a6ae-0c4512ba2f67 req-9dc49336-cc43-46f9-a62c-15bf1e8a00dc tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.3075957 May 19 02:37:31.092163 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-2b39ff9c-d0d2-4305-af08-25e4314bf4fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 200 len: 217 time: 0.0852249 May 19 02:37:31.106999 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ee1fa-f625-48f7-957b-3b54aa963d61,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:31.145696 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:31.170141 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:31.171224 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/408ee1fa-f625-48f7-957b-3b54aa963d61 HTTP/1.1" status: 204 len: 168 time: 0.6229274 May 19 02:37:31.185980 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8049c3a7-751a-4f9b-a6ae-0c4512ba2f67 req-9d202098-8f71-4c2e-98ea-c7076db004ec tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943177 May 19 02:37:31.199050 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-dca6d04b-9b8c-4aa5-99de-725ea29618cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:37:31.200651 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-dca6d04b-9b8c-4aa5-99de-725ea29618cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 200 len: 847 time: 0.0895972 May 19 02:37:31.285427 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-3bc8c2e1-6a85-4563-bb4a-d1dddd6abd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:37:31.287135 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-3bc8c2e1-6a85-4563-bb4a-d1dddd6abd4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44cf7665-c99d-49c4-ac82-adb7b7f06249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0780418 May 19 02:37:31.415104 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:10Z', 'revision_number': 5, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:31.420609 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e184d76c-3a55-4d51-a898-b0e8f45a8ea3 None None] The sync data for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb is: [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb', '_interfaces': [{'id': '1519529a-8f2c-4c45-8c1d-7449fd79912b', 'name': '', 'network_id': '44cf7665-c99d-49c4-ac82-adb7b7f06249', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'mac_address': 'fa:16:3e:a1:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:57Z', 'updated_at': '2021-05-19T02:32:10Z', 'revision_number': 5, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'subnets': [{'id': 'c9680fcf-b8af-41a3-9c38-64ae94b8a7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:37:31.452707 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-0c1b8b5d-d19d-4513-a594-e91a68babf1d service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553218 May 19 02:37:31.620021 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-eddf9416-3c42-4d5e-bfe8-e8d2dd359f69 req-58f18d3c-b15f-4917-bb67-d357bf7c3e90 service neutron] 10.222.0.11 "GET /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568141 May 19 02:37:31.677605 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d8273-08dc-4282-aebc-af91a45028ee None None] New status for floating IP 23ce9211-2105-4837-b66d-d92f8e4ce9fa: DOWN {{(pid=91268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 02:37:32.242087 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-9590f7a0-6c11-4da5-ae69-e2f46a62db69 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:37:32.243542 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-9590f7a0-6c11-4da5-ae69-e2f46a62db69 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.0793374 May 19 02:37:32.447495 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Deleting port b2920e59-1c73-4601-95a0-efa0e3aad4dc {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:32.447623 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:32.471444 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6439c0-f023-404b-899c-f43f3e26551d req-a1e99f28-23a1-42f1-9940-e43287faffa3 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:37:32.473042 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5b6439c0-f023-404b-899c-f43f3e26551d req-a1e99f28-23a1-42f1-9940-e43287faffa3 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 946 time: 0.1298597 May 19 02:37:32.593346 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5b6439c0-f023-404b-899c-f43f3e26551d req-2aefa49b-557b-4f1e-8e19-d93ff9bf0246 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4abe208-9ecc-459b-ad6a-2486a8e6e106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083245 May 19 02:37:32.634220 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] For port b2920e59-1c73-4601-95a0-efa0e3aad4dc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2920e59-1c73-4601-95a0-efa0e3aad4dc,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:32.634866 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:32.762279 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Calling delete_port for b2920e59-1c73-4601-95a0-efa0e3aad4dc owned by compute:nova {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:32.873160 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:32.880073 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-7540f20b-5071-4263-9734-c57c28801c39 tempest-VolumesActionsTest-167124168 tempest-VolumesActionsTest-167124168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:33.057239 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event deleted for resources: {'Port': ['ID=b2920e59-1c73-4601-95a0-efa0e3aad4dc,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:33.060264 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:33.100880 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] No DVR routers for this DVR port b2920e59-1c73-4601-95a0-efa0e3aad4dc on host hv-cinder-78462 {{(pid=91265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:37:33.103439 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.106296 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-deleted', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:37:33.114707 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b13840e5-bd33-4ad3-a116-eb415beda9fa req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.11 "DELETE /v2.0/ports/b2920e59-1c73-4601-95a0-efa0e3aad4dc HTTP/1.1" status: 204 len: 173 time: 0.8654103 May 19 02:37:33.160317 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fe826-233a-4ce0-a7bd-06c101d10074', 'name': 'network-vif-deleted', 'tag': 'b2920e59-1c73-4601-95a0-efa0e3aad4dc', 'status': 'completed', 'code': 200} May 19 02:37:33.353559 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41290) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:33.480390 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.495605 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:37:33.499486 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b386a97e6747e0ad365e755cb83559 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:37:33.503122 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:37:33.509180 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:37:33.602118 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.606818 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.615946 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6ddf26c1-4d54-4a82-a9e1-627d069bae91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:33.665322 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41300) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:33.666094 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3b386a97e6747e0ad365e755cb83559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114409 May 19 02:37:33.668604 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced04e3-a13c-4b54-8e08-83e5b88e02c4,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:33.673150 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-3c7ea744-5c8f-40c3-885a-781a7ad459a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:33.730075 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c69956ab-a968-4329-9f68-4324245dd8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.757560 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c69956ab-a968-4329-9f68-4324245dd8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.771689 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-5aff9e6d-3ae4-47e4-be29-ce4159dc0f9d req-e87b98de-c4b6-469c-b5f0-71d547f4e140 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Synchronizing usage tracker for tenant:1203688e05404977a061ce17ce22f0e2 on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:37:33.791205 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-5aff9e6d-3ae4-47e4-be29-ce4159dc0f9d req-e87b98de-c4b6-469c-b5f0-71d547f4e140 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Unset dirty status for tenant:1203688e05404977a061ce17ce22f0e2 on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:37:33.792380 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5aff9e6d-3ae4-47e4-be29-ce4159dc0f9d req-e87b98de-c4b6-469c-b5f0-71d547f4e140 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5fe826-233a-4ce0-a7bd-06c101d10074 HTTP/1.1" status: 200 len: 210 time: 0.0639572 May 19 02:37:33.815708 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c69956ab-a968-4329-9f68-4324245dd8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.819760 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-30051129-3a8c-4f14-9f6a-1aca34109d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:33.831933 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69956ab-a968-4329-9f68-4324245dd8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced04e3-a13c-4b54-8e08-83e5b88e02c4,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:33.835781 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c69956ab-a968-4329-9f68-4324245dd8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:33.844000 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-c69956ab-a968-4329-9f68-4324245dd8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:33.845396 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-c69956ab-a968-4329-9f68-4324245dd8e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ced04e3-a13c-4b54-8e08-83e5b88e02c4 HTTP/1.1" status: 204 len: 168 time: 0.1788042 May 19 02:37:34.148140 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41308) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:34.166064 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:34.180558 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:37:34.184494 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Usage tracker for resource:security_group_rule and tenant:e832cd4a3bd14599a5d80291799a8a49 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:37:34.187545 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:37:34.193816 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:37:34.282800 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:34.286681 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:34.394530 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-4ff615d8-3189-4034-99f4-1cc50a1caa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:34.433108 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e832cd4a3bd14599a5d80291799a8a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836471 May 19 02:37:34.434691 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ab2a7e-2c21-4283-92a8-e826e090db85,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:34.435730 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41312) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:34.438851 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-3f4ea214-131d-4d98-b31a-36b1d1db60df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:34.494290 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-733b78e9-6519-4a1b-b063-b12980b3c07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:34.523150 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-733b78e9-6519-4a1b-b063-b12980b3c07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:34.573789 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-733b78e9-6519-4a1b-b063-b12980b3c07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:34.578560 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-e0d69511-53de-4589-b94b-2375b3833fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:34.590057 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b78e9-6519-4a1b-b063-b12980b3c07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ab2a7e-2c21-4283-92a8-e826e090db85,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:34.592395 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-733b78e9-6519-4a1b-b063-b12980b3c07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:34.600307 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-733b78e9-6519-4a1b-b063-b12980b3c07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:34.601589 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-733b78e9-6519-4a1b-b063-b12980b3c07c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8ab2a7e-2c21-4283-92a8-e826e090db85 HTTP/1.1" status: 204 len: 168 time: 0.1648366 May 19 02:37:34.901926 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41326) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:34.971596 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-38c4c1c6-5c73-4f16-978b-128b9cae3984 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:35.002978 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-38c4c1c6-5c73-4f16-978b-128b9cae3984 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:35.067394 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-38c4c1c6-5c73-4f16-978b-128b9cae3984 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:35.072440 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-508869c5-d39f-4d16-9489-d06db22fe606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:35.088249 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c1c6-5c73-4f16-978b-128b9cae3984 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4abe208-9ecc-459b-ad6a-2486a8e6e106,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:35.091347 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-38c4c1c6-5c73-4f16-978b-128b9cae3984 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:35.106271 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-38c4c1c6-5c73-4f16-978b-128b9cae3984 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:35.110387 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-38c4c1c6-5c73-4f16-978b-128b9cae3984 tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] 10.222.0.60 "DELETE /v2.0/security-groups/b4abe208-9ecc-459b-ad6a-2486a8e6e106 HTTP/1.1" status: 204 len: 168 time: 0.2044902 May 19 02:37:35.130067 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b2920e59-1c73-4601-95a0-efa0e3aad4dc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:37:35.154223 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41340) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:35.171155 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: b2920e59-1c73-4601-95a0-efa0e3aad4dc {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:37:35.171508 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device b2920e59-1c73-4601-95a0-efa0e3aad4dc not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:37:35.810667 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454985'] for router_interface, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:36.230141 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Deleting port 1519529a-8f2c-4c45-8c1d-7449fd79912b {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:36.230859 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:36.349187 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] For port 1519529a-8f2c-4c45-8c1d-7449fd79912b, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=1519529a-8f2c-4c45-8c1d-7449fd79912b,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:36.349539 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:36.473195 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Calling delete_port for 1519529a-8f2c-4c45-8c1d-7449fd79912b owned by network:router_interface {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:36.619683 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:36.624552 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-2c1ad290-af28-463f-9bf9-f4d544e9f5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:36.792325 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Pushing event deleted for resources: {'Port': ['ID=1519529a-8f2c-4c45-8c1d-7449fd79912b,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:36.795419 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:37.034478 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453849'] for router_interface, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:37.397078 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:37:37.575950 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:37:37.584576 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] Sync routers for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:37:37.593734 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:37:37.595231 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:37:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:37.600060 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-7ab00512-f862-4d5f-8397-1e6a268f9184 admin admin] 10.222.0.60 "PUT /v2.0/routers/ea0a371b-b7a8-4ab4-9454-b9adcbf43afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442160 May 19 02:37:37.602501 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41366) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:37.768333 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: dv-cinder-784623-11-smb {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:37:37.774501 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks [] for router, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:37.946079 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.019341 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Deleting port 35093b88-4131-46ae-87d8-d37e19a688c3 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:38.019588 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.094957 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:37:36Z', 'revision_number': 5, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port': {'id': '35093b88-4131-46ae-87d8-d37e19a688c3', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:31:51Z', 'updated_at': '2021-05-19T02:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:38.098937 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] Checking router: ea0a371b-b7a8-4ab4-9454-b9adcbf43afd for host: dv-cinder-784623-11-smb {{(pid=91267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:37:38.107588 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] Routers {'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:37:38.108213 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:37:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'], 'active': True} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:38.252236 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] For port 35093b88-4131-46ae-87d8-d37e19a688c3, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=35093b88-4131-46ae-87d8-d37e19a688c3,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:38.252572 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.253507 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvr_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] Set router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd gateway port host: None {{(pid=91267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:37:38.357803 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_hamode_db [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:37:37Z', 'revision_number': 6, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port_host': None}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:38.362347 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d54c0-7a6f-4565-aed6-28fbb7dbb678 None None] The sync data for ids ['ea0a371b-b7a8-4ab4-9454-b9adcbf43afd'] in dv-cinder-784623-11-smb is: [{'id': 'ea0a371b-b7a8-4ab4-9454-b9adcbf43afd', 'name': 'tempest-TestShelveInstance-707786951-router', 'tenant_id': '1203688e05404977a061ce17ce22f0e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:31:48Z', 'updated_at': '2021-05-19T02:37:37Z', 'revision_number': 6, 'project_id': '1203688e05404977a061ce17ce22f0e2', 'gw_port_host': None}] {{(pid=91267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:37:38.373818 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Calling delete_port for 35093b88-4131-46ae-87d8-d37e19a688c3 owned by network:router_gateway {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:38.518072 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.522568 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b375e74e-6161-4ac1-b5e7-934c539195d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:38.567436 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Pushing event deleted for resources: {'Port': ['ID=35093b88-4131-46ae-87d8-d37e19a688c3,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:38.597279 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:38.659032 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450914'] for router_gateway, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.835122 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12670'] for router, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.837320 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.860309 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450357'] for router, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.861095 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0a371b-b7a8-4ab4-9454-b9adcbf43afd {{(pid=91266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 02:37:38.873428 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] Notify callbacks [] for router, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.874538 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-511fe9a0-2afd-440b-b26c-89bb179e07af admin admin] 10.222.0.60 "DELETE /v2.0/routers/ea0a371b-b7a8-4ab4-9454-b9adcbf43afd HTTP/1.1" status: 204 len: 168 time: 1.2711623 May 19 02:37:38.877370 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41392) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:38.943434 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Deleting subnet c9680fcf-b8af-41a3-9c38-64ae94b8a7aa {{(pid=91266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:37:38.947052 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:38.998519 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2257566'] for subnet, precommit_delete_associations {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.076124 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.346453 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2017226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035146'] for subnet, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.351445 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:39.384953 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9680fcf-b8af-41a3-9c38-64ae94b8a7aa,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:39.388139 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:39.389174 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.395458 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1e6eb-5443-4337-bdf8-63be14b5d391 None None] Network 44cf7665-c99d-49c4-ac82-adb7b7f06249 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:37:39.395957 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-a4329b86-23dc-4613-84d5-b2a95129d78c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c9680fcf-b8af-41a3-9c38-64ae94b8a7aa HTTP/1.1" status: 204 len: 168 time: 0.5173609 May 19 02:37:39.398136 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41406) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:39.493151 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 35093b88-4131-46ae-87d8-d37e19a688c3 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:37:39.503778 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.535710 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 35093b88-4131-46ae-87d8-d37e19a688c3 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:37:39.536054 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 35093b88-4131-46ae-87d8-d37e19a688c3 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:37:39.536463 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 1519529a-8f2c-4c45-8c1d-7449fd79912b no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:37:39.574723 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Deleting port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:39.575310 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.595965 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 1519529a-8f2c-4c45-8c1d-7449fd79912b {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:37:39.596247 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 1519529a-8f2c-4c45-8c1d-7449fd79912b not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:37:39.729260 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] DHCP port deletion for 44cf7665-c99d-49c4-ac82-adb7b7f06249 request from dv-cinder-784623-11-smb {{(pid=91267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 02:37:39.779829 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] For port 5e1a0f56-5831-43ec-8e50-7b423d2dba14, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=5e1a0f56-5831-43ec-8e50-7b423d2dba14,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:39.780171 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.795187 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] Deleting port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 {{(pid=91267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:39.795572 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.894626 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.903850 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] For port 5e1a0f56-5831-43ec-8e50-7b423d2dba14, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=5e1a0f56-5831-43ec-8e50-7b423d2dba14,segment=NetworkSegment(4955e4da-886c-49d2-aaa1-78fc0c9266d9),segment_id=4955e4da-886c-49d2-aaa1-78fc0c9266d9)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:39.904251 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.905604 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Calling delete_port for 5e1a0f56-5831-43ec-8e50-7b423d2dba14 owned by network:dhcp {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:39.955034 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:39.959735 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-c2cf4c21-f207-4683-ae1a-4e6a81b329ba tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:40.006464 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1a0f56-5831-43ec-8e50-7b423d2dba14,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:40.008979 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:40.011992 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] No DVR routers for this DVR port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 on host dv-cinder-784623-11-smb {{(pid=91266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:37:40.026215 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] Calling delete_port for 5e1a0f56-5831-43ec-8e50-7b423d2dba14 owned by network:dhcp {{(pid=91267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:40.069123 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:40.072805 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:40.114750 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] Pushing event deleted for resources: {'Port': ['ID=5e1a0f56-5831-43ec-8e50-7b423d2dba14,revision_number=None']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:40.117777 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:40.118571 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa1288-2dea-4611-a7cb-ae4ff4160cd6 None None] No DVR routers for this DVR port 5e1a0f56-5831-43ec-8e50-7b423d2dba14 on host dv-cinder-784623-11-smb {{(pid=91267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:37:40.130857 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:40.144017 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cf7665-c99d-49c4-ac82-adb7b7f06249']}} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:40.157345 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4955e4da-886c-49d2-aaa1-78fc0c9266d9') {'for_net_delete': True} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:40.157581 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.services.segments.db [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4955e4da-886c-49d2-aaa1-78fc0c9266d9') {} {{(pid=91266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:40.168487 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2257545'] for segment, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:40.185430 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:40.192369 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=91266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:37:40.192893 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1960808'] for segment, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: Traceback (most recent call last): May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: timer() May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: cb(*args, **kw) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: return func(*args, **kwargs) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: self._notify() May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: self.callback(batched_events) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: event.method(event) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: return f(self, *a, **k) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: return self._get(url).json() May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: return self.request(url, 'GET', **kwargs) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:37:40.205992 dv-cinder-784623-11-smb neutron-server[91266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:37:40.283586 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:40.287469 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:40.303216 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:40.309153 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Pushing event deleted for resources: {'Network': ['ID=44cf7665-c99d-49c4-ac82-adb7b7f06249,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:40.313281 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:40.325597 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-b841831d-eb06-48ce-95ac-5d4f563fef12 admin admin] 10.222.0.60 "DELETE /v2.0/networks/44cf7665-c99d-49c4-ac82-adb7b7f06249 HTTP/1.1" status: 204 len: 168 time: 0.9262738 May 19 02:37:40.328156 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41414) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:40.876933 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454985'] for router_interface, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:41.370656 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Deleting port defeb4cc-e82c-44dd-9595-0a15e71db5dc {{(pid=91266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:41.370988 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:41.480164 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5e1a0f56-5831-43ec-8e50-7b423d2dba14 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:37:41.495410 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.db [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] For port defeb4cc-e82c-44dd-9595-0a15e71db5dc, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=defeb4cc-e82c-44dd-9595-0a15e71db5dc,segment=NetworkSegment(0c6d225d-d93f-4d7e-8e21-a7333868740a),segment_id=0c6d225d-d93f-4d7e-8e21-a7333868740a)] {{(pid=91266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:41.495781 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:41.518552 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 5e1a0f56-5831-43ec-8e50-7b423d2dba14 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:37:41.518982 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 5e1a0f56-5831-43ec-8e50-7b423d2dba14 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:37:41.624065 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.plugins.ml2.plugin [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Calling delete_port for defeb4cc-e82c-44dd-9595-0a15e71db5dc owned by network:router_interface {{(pid=91266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:41.781638 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41426) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:41.782171 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1960725'] for port, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:41.785328 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-26d67f5c-9904-41a1-83dd-96aa75604fe1 tempest-AttachVolumeTestJSON-808380800 tempest-AttachVolumeTestJSON-808380800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:41.828768 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=defeb4cc-e82c-44dd-9595-0a15e71db5dc,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:41.831879 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:41.905915 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:41.921040 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:37:41.926949 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Usage tracker for resource:security_group_rule and tenant:0186767f8a054ea3b2c205b140666841 is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:37:41.930426 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:37:41.941136 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:37:42.029746 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.034665 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.042760 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6223af49-78d6-4d96-a61c-be11809fbf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:42.081545 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0186767f8a054ea3b2c205b140666841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988365 May 19 02:37:42.082936 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a8e9b8-f463-41a8-9eac-9d97cad9c8e5,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:42.084879 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41432) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:42.086981 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-5f44df99-58ed-43ca-8da6-eeb9b06acf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:42.102727 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453849'] for router_interface, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.145503 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-23435b6f-714d-4e24-98d3-f539d1e8ec76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.171525 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-23435b6f-714d-4e24-98d3-f539d1e8ec76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.229682 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-23435b6f-714d-4e24-98d3-f539d1e8ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.233351 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a88c6462-b0bd-4fb8-8de6-d7bdd13afa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:42.243709 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23435b6f-714d-4e24-98d3-f539d1e8ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a8e9b8-f463-41a8-9eac-9d97cad9c8e5,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:42.248550 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-23435b6f-714d-4e24-98d3-f539d1e8ec76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:42.250800 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-23435b6f-714d-4e24-98d3-f539d1e8ec76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.251893 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-23435b6f-714d-4e24-98d3-f539d1e8ec76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7a8e9b8-f463-41a8-9eac-9d97cad9c8e5 HTTP/1.1" status: 204 len: 168 time: 0.1663201 May 19 02:37:42.438955 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-bd0b88f5-ab79-424f-992f-4b8475f1cb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.475998 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Router f7982ae7-4391-4ed3-a97d-210598017e53 has already been hosted by L3 agent 4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5 {{(pid=91266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 02:37:42.765129 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] Notify agent at l3_agent.dv-cinder-784623-11-smb the message routers_updated {{(pid=91266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 02:37:42.774431 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-170337ee-4a14-4ccb-9756-90db18a48a70 admin admin] 10.222.0.60 "PUT /v2.0/routers/f7982ae7-4391-4ed3-a97d-210598017e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4452512 May 19 02:37:42.775021 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] Sync routers for ids ['f7982ae7-4391-4ed3-a97d-210598017e53'] in dv-cinder-784623-11-smb {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 02:37:42.777104 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41454) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:42.786648 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] Routers {'f7982ae7-4391-4ed3-a97d-210598017e53'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:37:42.787406 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:37:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['f7982ae7-4391-4ed3-a97d-210598017e53'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:42.958454 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks [] for router, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:42.972174 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] Set router f7982ae7-4391-4ed3-a97d-210598017e53 gateway port host: dv-cinder-784623-11-smb {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:37:43.129433 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:43.204563 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Deleting port 68a4e436-740c-4abc-9b07-6f6c4616ba12 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:43.204932 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:43.267123 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'external_fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:37:41Z', 'revision_number': 5, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port': {'id': '68a4e436-740c-4abc-9b07-6f6c4616ba12', 'name': '', 'network_id': '886b682b-d830-4c51-a0f7-111db1c6c18d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T02:32:10Z', 'updated_at': '2021-05-19T02:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0cee3e59-acb5-4fe9-93d3-f8fcd7b4562d', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-11-smb'}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:43.271465 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] Checking router: f7982ae7-4391-4ed3-a97d-210598017e53 for host: dv-cinder-784623-11-smb {{(pid=91268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 02:37:43.282793 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] Routers {'f7982ae7-4391-4ed3-a97d-210598017e53'} bound to L3 agent in host dv-cinder-784623-11-smb {{(pid=91268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 02:37:43.283398 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T02:20:45Z,description=,heartbeat_timestamp=2021-05-19T02:37:15Z,host='dv-cinder-784623-11-smb',id=4415c39b-65b4-4d7f-9d0e-bfbf8427d4f5,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T02:20:45Z,topic='l3_agent')) {'router_ids': ['f7982ae7-4391-4ed3-a97d-210598017e53'], 'active': True} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:43.329131 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] For port 68a4e436-740c-4abc-9b07-6f6c4616ba12, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=68a4e436-740c-4abc-9b07-6f6c4616ba12,segment=NetworkSegment(fd6b20b1-4e28-499d-b500-cefe232d0543),segment_id=fd6b20b1-4e28-499d-b500-cefe232d0543)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:43.329579 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:43.458645 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Calling delete_port for 68a4e436-740c-4abc-9b07-6f6c4616ba12 owned by network:router_gateway {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:43.474981 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_dvr_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] Set router f7982ae7-4391-4ed3-a97d-210598017e53 gateway port host: None {{(pid=91268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 02:37:43.584245 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.l3_hamode_db [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:37:43Z', 'revision_number': 6, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port_host': None}], 'dv-cinder-784623-11-smb', False) {} {{(pid=91268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:43.589813 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed907b32-c8e8-4cba-9187-5aeaea721a61 None None] The sync data for ids ['f7982ae7-4391-4ed3-a97d-210598017e53'] in dv-cinder-784623-11-smb is: [{'id': 'f7982ae7-4391-4ed3-a97d-210598017e53', 'name': 'tempest-TestShelveInstance-1798000172-router', 'tenant_id': '04385ecfe04447749c5060be753057a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T02:32:08Z', 'updated_at': '2021-05-19T02:37:43Z', 'revision_number': 6, 'project_id': '04385ecfe04447749c5060be753057a2', 'gw_port_host': None}] {{(pid=91268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 02:37:43.611585 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:43.615730 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:43.756425 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a4e436-740c-4abc-9b07-6f6c4616ba12,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:43.759419 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:43.859939 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450914'] for router_gateway, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.039155 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12670'] for router, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.041516 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.064255 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450357'] for router, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.064953 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7982ae7-4391-4ed3-a97d-210598017e53 {{(pid=91265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 02:37:44.083529 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Notify callbacks [] for router, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.086911 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f7982ae7-4391-4ed3-a97d-210598017e53 HTTP/1.1" status: 204 len: 168 time: 1.3065939 May 19 02:37:44.087304 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41516) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:44.155720 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Deleting subnet d5f4bf73-9c58-4788-b9ff-6edfdbf1aedf {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:37:44.158944 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.215834 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3059052'] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.298938 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.572295 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3059094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600837'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.576106 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-cbe5d47b-ffed-4a6f-8716-e2fda2c61e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:44.613412 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f4bf73-9c58-4788-b9ff-6edfdbf1aedf,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:44.615798 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:44.618107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.624248 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d5f4bf73-9c58-4788-b9ff-6edfdbf1aedf HTTP/1.1" status: 204 len: 168 time: 0.5359833 May 19 02:37:44.624501 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65790e61-e279-473b-9526-3dbd0d972851 None None] Network d3e69c68-6f8c-424a-b7bc-5145af914b73 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:37:44.627633 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41522) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:44.775176 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.851115 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Deleting port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:44.851470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:44.940387 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] DHCP port deletion for d3e69c68-6f8c-424a-b7bc-5145af914b73 request from dv-cinder-784623-11-smb {{(pid=91267) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 02:37:44.969619 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] For port b680cbd8-fd56-4d59-a872-26d9ef91d1c0, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,segment=NetworkSegment(0c6d225d-d93f-4d7e-8e21-a7333868740a),segment_id=0c6d225d-d93f-4d7e-8e21-a7333868740a)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:44.969970 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.009057 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] Deleting port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 {{(pid=91267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:37:45.009441 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.097115 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Calling delete_port for b680cbd8-fd56-4d59-a872-26d9ef91d1c0 owned by network:dhcp {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:45.116905 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] For port b680cbd8-fd56-4d59-a872-26d9ef91d1c0, host dv-cinder-784623-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-11-smb',level=0,port_id=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,segment=NetworkSegment(0c6d225d-d93f-4d7e-8e21-a7333868740a),segment_id=0c6d225d-d93f-4d7e-8e21-a7333868740a)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:37:45.117615 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.151725 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.155539 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-00c0733d-80a9-44ec-868c-468c38b651d7 tempest-TestMinimumBasicScenario-1690271991 tempest-TestMinimumBasicScenario-1690271991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:45.198737 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:45.202262 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:45.204536 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] No DVR routers for this DVR port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 on host dv-cinder-784623-11-smb {{(pid=91265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:37:45.240410 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] Calling delete_port for b680cbd8-fd56-4d59-a872-26d9ef91d1c0 owned by network:dhcp {{(pid=91267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:37:45.263088 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.298907 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892'] for port, after_delete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.302792 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-d2f78a32-e5a0-4ee7-a081-1dc5b7bbff8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:45.352043 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] Pushing event deleted for resources: {'Port': ['ID=b680cbd8-fd56-4d59-a872-26d9ef91d1c0,revision_number=None']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:45.354489 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] No DVR routers for this DVR port b680cbd8-fd56-4d59-a872-26d9ef91d1c0 on host dv-cinder-784623-11-smb {{(pid=91267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:37:45.356013 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-53ca91b4-529b-402e-abfb-30362f3e60c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:45.420010 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.431243 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-148feb60-df72-4f93-9589-4d4d468dd71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.435001 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e69c68-6f8c-424a-b7bc-5145af914b73']}} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:45.447991 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6d225d-d93f-4d7e-8e21-a7333868740a') {'for_net_delete': True} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:45.448291 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6d225d-d93f-4d7e-8e21-a7333868740a') {} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:37:45.460209 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3059067'] for segment, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.480536 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.487428 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device defeb4cc-e82c-44dd-9595-0a15e71db5dc no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:37:45.488037 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=91265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:37:45.488464 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2982196'] for segment, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: Traceback (most recent call last): May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: timer() May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: cb(*args, **kw) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: return func(*args, **kwargs) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: self._notify() May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: self.callback(batched_events) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: event.method(event) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: return f(self, *a, **k) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: return self._get(url).json() May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: return self.request(url, 'GET', **kwargs) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:37:45.501962 dv-cinder-784623-11-smb neutron-server[91265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:37:45.521368 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: defeb4cc-e82c-44dd-9595-0a15e71db5dc {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:37:45.521718 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device defeb4cc-e82c-44dd-9595-0a15e71db5dc not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:37:45.522140 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 68a4e436-740c-4abc-9b07-6f6c4616ba12 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:37:45.556413 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: 68a4e436-740c-4abc-9b07-6f6c4616ba12 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:37:45.556788 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device 68a4e436-740c-4abc-9b07-6f6c4616ba12 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:37:45.557231 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device b680cbd8-fd56-4d59-a872-26d9ef91d1c0 no longer exists at agent ovs-agent-dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:37:45.579524 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.594716 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.595034 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] No Port match for: b680cbd8-fd56-4d59-a872-26d9ef91d1c0 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:37:45.595034 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Device b680cbd8-fd56-4d59-a872-26d9ef91d1c0 not bound to the agent host dv-cinder-784623-11-smb {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:37:45.598360 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c468122a-bcb7-454a-a6e6-ae3fd7606466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:45.620296 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d3e69c68-6f8c-424a-b7bc-5145af914b73 HTTP/1.1" status: 204 len: 168 time: 0.9913447 May 19 02:37:45.621081 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e69c68-6f8c-424a-b7bc-5145af914b73,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:45.629075 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.629762 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.629903 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.630203 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.630572 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.630938 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.631298 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.631654 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.632012 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.632364 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.632719 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.633533 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:45.638821 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-e666c3c8-c0b9-4e81-aa27-225db9218fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:45.804783 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41530) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:45.855100 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-6b8f45ea-d795-40f5-a5f4-4b1f232467db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1203688e05404977a061ce17ce22f0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489123 May 19 02:37:45.857596 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41534) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:45.924107 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:45.953756 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.013484 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.018757 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-b362d6ce-a4c1-4fd6-8331-34cc05d92ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:46.032738 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de2de84-3076-404a-bc22-d2958510ec85,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:46.042971 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.043349 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.043719 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.044083 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.044445 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.044805 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.045192 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.045550 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.045906 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.046260 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.046616 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.047525 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:37:46.051139 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:46.052407 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.053546 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-660ba8cc-30b1-472a-9d3f-1037d169d18e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6de2de84-3076-404a-bc22-d2958510ec85 HTTP/1.1" status: 204 len: 168 time: 0.1949806 May 19 02:37:46.107248 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.447317 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41544) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:46.506699 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-b0d3baf2-0840-4811-867f-c3aaf8aea5ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04385ecfe04447749c5060be753057a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575910 May 19 02:37:46.508957 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41548) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:37:46.569515 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ff4b73e4-8840-4272-a2c8-fad6e232ffd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.598061 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ff4b73e4-8840-4272-a2c8-fad6e232ffd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.658773 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ff4b73e4-8840-4272-a2c8-fad6e232ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.662430 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-8dc47690-0d83-49ed-8a75-ffb18c81662a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:37:46.673783 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b73e4-8840-4272-a2c8-fad6e232ffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8373c7-a039-48da-9351-df9f371fff15,revision_number=None']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:37:46.677658 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-ff4b73e4-8840-4272-a2c8-fad6e232ffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:37:46.681112 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-ff4b73e4-8840-4272-a2c8-fad6e232ffd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:46.682366 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-ff4b73e4-8840-4272-a2c8-fad6e232ffd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a8373c7-a039-48da-9351-df9f371fff15 HTTP/1.1" status: 204 len: 168 time: 0.1721883 May 19 02:37:47.443690 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:37:48.590570 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:38:06.576347 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.wsgi [-] (91266) accepted ('10.222.0.60', 41638) {{(pid=91266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:38:06.690671 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:06.704352 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:38:06.708603 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd1753904bd42c885ff9f8194f05f64 is out of sync, need to count used quota {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:38:06.711338 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.quota.resource [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91266) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:38:06.716865 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.db.quota.driver [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91266) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:38:06.801426 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:06.805069 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron_lib.callbacks.manager [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:06.812929 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-5797d25f-afc9-48fd-bb0f-ca691e6b1e54 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:06.851036 dv-cinder-784623-11-smb neutron-server[91266]: INFO neutron.wsgi [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cd1753904bd42c885ff9f8194f05f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734666 May 19 02:38:06.852477 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f21307-22f7-4d6a-a8dd-31932eacca25,revision_number=1']} {{(pid=91266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:06.853643 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41644) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:38:06.855546 dv-cinder-784623-11-smb neutron-server[91266]: DEBUG oslo_concurrency.lockutils [None req-37986639-91f5-4b57-996c-120b32f3cae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91266) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:06.913314 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e58c7238-333d-429a-94bb-74d1f907c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:06.938286 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e58c7238-333d-429a-94bb-74d1f907c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:06.989194 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e58c7238-333d-429a-94bb-74d1f907c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:06.992693 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-3f399bfd-a80f-4407-9214-582246c77e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:07.005030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c7238-333d-429a-94bb-74d1f907c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f21307-22f7-4d6a-a8dd-31932eacca25,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:07.007826 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-e58c7238-333d-429a-94bb-74d1f907c737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:07.009688 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-e58c7238-333d-429a-94bb-74d1f907c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:07.011013 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-e58c7238-333d-429a-94bb-74d1f907c737 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68f21307-22f7-4d6a-a8dd-31932eacca25 HTTP/1.1" status: 204 len: 168 time: 0.1553576 May 19 02:38:07.650272 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41668) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:38:07.753519 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2100166884-network', 'tenant_id': '88941084865b486cba3475ab9bc320dd'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:38:07.758079 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:38:07.761851 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Usage tracker for resource:network and tenant:88941084865b486cba3475ab9bc320dd is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:38:07.765103 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:38:07.771126 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:38:07.780917 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Made reservation on behalf of 88941084865b486cba3475ab9bc320dd for: {'network': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:38:07.783290 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16201340'] for network, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:07.795373 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:07.809607 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:38:07.813343 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Usage tracker for resource:security_group_rule and tenant:88941084865b486cba3475ab9bc320dd is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:38:07.816681 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:38:07.822258 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:38:07.907238 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:07.911235 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:07.915267 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-c3529f01-c091-46ee-80f5-8acd8f800bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:07.939852 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=91265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 02:38:07.952174 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d49c2c-c58c-49cd-8836-1950d39634dc,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:07.956304 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:07.961113 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:07.961510 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.db.segments_db [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Added segment c5b82884-5985-4ad5-a112-f772cbe3b440 of type vlan for network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 May 19 02:38:07.988808 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729494829141'] for network, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:08.016498 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739'] for network, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:08.017788 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:08.018413 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:08.021628 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:08.121195 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Pushing event updated for resources: {'Network': ['ID=93eb9784-da4d-4513-8ae6-eafc5a9cfe81,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:08.124260 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:08.129350 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4753003 May 19 02:38:08.129744 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 41674) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:38:08.131682 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 details requested by agent ovs-agent-dv-cinder-784623-11-smb with host dv-cinder-784623-11-smb {{(pid=91267) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 02:38:08.135067 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Request body: {'subnet': {'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2100166884-subnet', 'tenant_id': '88941084865b486cba3475ab9bc320dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:38:08.140008 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:38:08.143879 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Usage tracker for resource:subnet and tenant:88941084865b486cba3475ab9bc320dd is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:38:08.146724 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:38:08.152431 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:38:08.162809 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Made reservation on behalf of 88941084865b486cba3475ab9bc320dd for: {'subnet': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:38:08.165355 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3600894'] for subnet, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:08.532107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3059161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3600844'] for subnet, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:08.537222 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-4386da97-a806-4548-8c1a-8b4734fcc272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:08.608630 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b868c6-6adb-465c-ab87-f9c508ba0a96,revision_number=0']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:08.611316 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:08.613951 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Checking segment: {'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:38:08.614306 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Network hostable DHCP agents. Network: 93eb9784-da4d-4513-8ae6-eafc5a9cfe81, hostable agents: ['979cc252-07f3-4c2a-85d8-7316e74915af'], hosted agents: [] {{(pid=91265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 02:38:08.631364 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 is scheduled to be hosted by DHCP agent 979cc252-07f3-4c2a-85d8-7316e74915af with binding_index 1 {{(pid=91265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 02:38:08.641030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-11-smb, 93eb9784-da4d-4513-8ae6-eafc5a9cfe81) {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:38:08.650345 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fab6ee-9ff6-4fab-a0d9-d29e0cd4e098 None None] Network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:38:08.651052 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:08.651645 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:08.671746 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-ca457039-e7b9-431c-89cd-e36c2a0acf94 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5411396 May 19 02:38:08.836245 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb90505-ffe4-41ab-b63e-d55478b7cc3c None None] Network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 requested from dv-cinder-784623-11-smb {{(pid=91267) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 02:38:09.843758 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:10.656630 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-b650983b-15da-44cd-bb6a-b76514adc020 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:10.657338 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-b650983b-15da-44cd-bb6a-b76514adc020 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Synchronizing usage tracker for tenant:88941084865b486cba3475ab9bc320dd on resource:network {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:38:10.673354 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-b650983b-15da-44cd-bb6a-b76514adc020 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Unset dirty status for tenant:88941084865b486cba3475ab9bc320dd on resource:network {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:38:10.675141 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-b650983b-15da-44cd-bb6a-b76514adc020 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/networks?id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 200 len: 814 time: 0.1613982 May 19 02:38:10.689380 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-866d09ea-9fa8-492d-a660-bdc0dab7da5a tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/quotas/88941084865b486cba3475ab9bc320dd HTTP/1.1" status: 200 len: 375 time: 0.0087311 May 19 02:38:10.738251 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-77ae303b-3d39-4850-815a-40e82183f2b2 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=88941084865b486cba3475ab9bc320dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434656 May 19 02:38:10.866593 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-44f678a3-a3c4-4c40-b576-faddbafd2121 service neutron] 10.222.0.60 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216979 May 19 02:38:10.994881 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-82c76337-dd20-4b84-abb8-e312c863dfdd service neutron] 10.222.0.60 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224616 May 19 02:38:11.257791 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5295f83c-5498-47f9-8318-0133eca487e0 req-17990469-f84d-40db-91cf-ba30de2b9182 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 210 time: 0.1315801 May 19 02:38:12.188270 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-67fa2062-a50d-41b8-acab-4d8a20fd3dde tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:12.189757 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-67fa2062-a50d-41b8-acab-4d8a20fd3dde tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "GET /v2.0/networks?id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 200 len: 814 time: 0.1444829 May 19 02:38:12.202437 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Request body: {'port': {'device_id': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81', 'admin_state_up': True, 'tenant_id': '88941084865b486cba3475ab9bc320dd'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:38:12.344754 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:38:12.349265 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Usage tracker for resource:port and tenant:88941084865b486cba3475ab9bc320dd is out of sync, need to count used quota {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 02:38:12.355053 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91265) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 02:38:12.360927 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:38:12.404073 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Made reservation on behalf of 88941084865b486cba3475ab9bc320dd for: {'port': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:38:12.407470 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:12.427762 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-be3534ea-bf58-4225-bcfc-1042863c6e48 req-0cae9831-179c-4c84-ab25-471115511808 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 210 time: 0.0600243 May 19 02:38:12.481783 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e9df-84f0-4005-8753-618dfb5b9283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:12.580218 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Allocated IP 172.20.0.10 (93eb9784-da4d-4513-8ae6-eafc5a9cfe81/55b868c6-6adb-465c-ab87-f9c508ba0a96/423bff9e-db92-497f-b501-4810e8b2378c) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:38:12.779425 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:12.809148 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:12.814491 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:12.878002 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:38:12.880928 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:38:12.884589 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:38:12.918302 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Pushing event updated for resources: {'Port': ['ID=423bff9e-db92-497f-b501-4810e8b2378c,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:12.922446 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:12.948209 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:12.948806 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:12.969075 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-2e7fd60f-00aa-49d9-8ee4-9a64dd00c3c4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7703047 May 19 02:38:12.981524 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Request body: {'port': {'device_id': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:38:13.090612 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:13.416364 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423bff9e-db92-497f-b501-4810e8b2378c {{(pid=91265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:38:13.423400 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:13.436927 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Transition to ACTIVE for port object 423bff9e-db92-497f-b501-4810e8b2378c will not be triggered until provisioned by entity L2. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:38:13.442018 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2982224'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:13.445553 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-2a586486-b08d-4cc0-b53a-29515df800a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:13.638342 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Pushing event updated for resources: {'Port': ['ID=423bff9e-db92-497f-b501-4810e8b2378c,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:13.646019 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:13.825700 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa03d-e36c-4099-868d-eeabd355c645 req-41600306-27c3-41f3-8f5c-2619565aa468 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:13.826206 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-2e0aa03d-e36c-4099-868d-eeabd355c645 req-41600306-27c3-41f3-8f5c-2619565aa468 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Synchronizing usage tracker for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:38:13.829617 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Attempting to bind port 423bff9e-db92-497f-b501-4810e8b2378c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:38:13.829943 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Attempting to bind port 423bff9e-db92-497f-b501-4810e8b2378c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:38:13.830266 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Attempting to bind port 423bff9e-db92-497f-b501-4810e8b2378c on network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:38:13.838708 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Port 423bff9e-db92-497f-b501-4810e8b2378c on network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:38:13.839024 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Attempting to bind port 423bff9e-db92-497f-b501-4810e8b2378c on network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:38:13.848648 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:38:13.849007 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Checking segment: {'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:38:13.849379 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Bound using segment: {'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:38:13.849796 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Bound port: 423bff9e-db92-497f-b501-4810e8b2378c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'}}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:38:13.850136 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:13.863525 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-2e0aa03d-e36c-4099-868d-eeabd355c645 req-41600306-27c3-41f3-8f5c-2619565aa468 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Unset dirty status for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:38:13.864647 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2e0aa03d-e36c-4099-868d-eeabd355c645 req-41600306-27c3-41f3-8f5c-2619565aa468 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 944 time: 0.3206723 May 19 02:38:13.968541 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-2e0aa03d-e36c-4099-868d-eeabd355c645 req-85229955-3bfb-4e2c-8000-289b86f68c67 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Synchronizing usage tracker for tenant:88941084865b486cba3475ab9bc320dd on resource:security_group {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:38:13.979151 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] For port 423bff9e-db92-497f-b501-4810e8b2378c, host hv-cinder-78462, cleared binding levels {{(pid=91265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:38:13.983464 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] For port 423bff9e-db92-497f-b501-4810e8b2378c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=423bff9e-db92-497f-b501-4810e8b2378c,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:38:13.988590 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2982224'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:13.993543 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f94f4c61-1f55-425d-863e-3c123807aa1f tempest-TestShelveInstance-672489292 tempest-TestShelveInstance-672489292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:14.037030 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-2e0aa03d-e36c-4099-868d-eeabd355c645 req-85229955-3bfb-4e2c-8000-289b86f68c67 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Unset dirty status for tenant:88941084865b486cba3475ab9bc320dd on resource:security_group {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:38:14.038162 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2e0aa03d-e36c-4099-868d-eeabd355c645 req-85229955-3bfb-4e2c-8000-289b86f68c67 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423237 May 19 02:38:14.054585 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:14.054865 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:14.056229 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/423bff9e-db92-497f-b501-4810e8b2378c HTTP/1.1" status: 200 len: 1094 time: 1.0789516 May 19 02:38:14.056732 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'tag': '423bff9e-db92-497f-b501-4810e8b2378c'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:38:14.074635 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Pushing event updated for resources: {'Port': ['ID=423bff9e-db92-497f-b501-4810e8b2378c,revision_number=3']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:14.078318 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-772a7776-1d69-4101-8c57-9a434bf053a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:14.125916 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'tag': '423bff9e-db92-497f-b501-4810e8b2378c', 'status': 'completed', 'code': 200} May 19 02:38:14.170142 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-ae1991af-3e9c-4641-9540-2e5c537b9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:14.171587 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-ae1991af-3e9c-4641-9540-2e5c537b9945 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88941084865b486cba3475ab9bc320dd&device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 1097 time: 0.0772743 May 19 02:38:14.240274 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-f5cb621e-b924-44bd-a2a6-25ffedefe8d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=423bff9e-db92-497f-b501-4810e8b2378c HTTP/1.1" status: 200 len: 217 time: 0.0603507 May 19 02:38:14.305218 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-77ec45d5-3f8a-439a-822e-6c457778310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:14.306604 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-77ec45d5-3f8a-439a-822e-6c457778310e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b868c6-6adb-465c-ab87-f9c508ba0a96 HTTP/1.1" status: 200 len: 854 time: 0.0598912 May 19 02:38:14.353202 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-231117aa-99a6-43b8-b708-c23c33ed1f04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392559 May 19 02:38:14.482012 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-f841e14e-789a-4c7d-9153-3c2edb8f3eda service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220222 May 19 02:38:14.610017 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-cce757bb-eafb-4080-bbf3-4f9a1b3d3e94 req-86ed2b9b-5352-42e1-987d-266e277b4378 service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210597 May 19 02:38:14.730004 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61675e-444e-42ae-8742-8514d7ea838f req-8c1adb69-960c-4e77-b088-af2b4704602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:14.731492 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f61675e-444e-42ae-8742-8514d7ea838f req-8c1adb69-960c-4e77-b088-af2b4704602e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88941084865b486cba3475ab9bc320dd&device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 1097 time: 0.0738814 May 19 02:38:14.866850 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61675e-444e-42ae-8742-8514d7ea838f req-1389d9a5-758c-423f-8791-1e5faad8bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:14.868190 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f61675e-444e-42ae-8742-8514d7ea838f req-1389d9a5-758c-423f-8791-1e5faad8bc09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 200 len: 914 time: 0.1292140 May 19 02:38:14.946718 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f61675e-444e-42ae-8742-8514d7ea838f req-74c25444-277b-4196-96d8-463847e0a440 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=423bff9e-db92-497f-b501-4810e8b2378c HTTP/1.1" status: 200 len: 217 time: 0.0650687 May 19 02:38:15.005605 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61675e-444e-42ae-8742-8514d7ea838f req-d0a4476d-3f54-4a5e-9efd-21b5423ed00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:15.007061 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f61675e-444e-42ae-8742-8514d7ea838f req-d0a4476d-3f54-4a5e-9efd-21b5423ed00d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b868c6-6adb-465c-ab87-f9c508ba0a96 HTTP/1.1" status: 200 len: 854 time: 0.0593584 May 19 02:38:15.060139 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f61675e-444e-42ae-8742-8514d7ea838f req-7ca62d87-ba19-4350-b912-1c71e2bcb634 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455132 May 19 02:38:15.243998 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f61675e-444e-42ae-8742-8514d7ea838f req-610079e6-58b3-4f7d-ad90-5bcc64a62284 service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754897 May 19 02:38:15.247387 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:15.351464 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0eb33-fb47-4379-8582-fe2263f64219 req-c47bb728-644b-43ad-a1bc-d45ebfe010af tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:15.352919 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-89f0eb33-fb47-4379-8582-fe2263f64219 req-c47bb728-644b-43ad-a1bc-d45ebfe010af tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 944 time: 0.2005889 May 19 02:38:15.423424 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-78c2cc40-26b1-43fa-a355-22c25d9cfb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:15.423893 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-89f0eb33-fb47-4379-8582-fe2263f64219 req-11e6a97e-51c8-4e80-82b8-05c892a9d238 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617330 May 19 02:38:15.426694 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9f61675e-444e-42ae-8742-8514d7ea838f req-25b7266f-12db-4d4d-b465-9fb8bd42af9a service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741498 May 19 02:38:16.101285 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:16.698677 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898492c-f471-4f2a-9648-85eca92477c5 req-fe51027d-5441-4567-b68f-62d633dee4ca tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:16.700168 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d898492c-f471-4f2a-9648-85eca92477c5 req-fe51027d-5441-4567-b68f-62d633dee4ca tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 944 time: 0.1699955 May 19 02:38:16.743773 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d898492c-f471-4f2a-9648-85eca92477c5 req-298dc80d-d56c-4ff0-83ae-4ccf6737a47d tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 May 19 02:38:17.221011 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 423bff9e-db92-497f-b501-4810e8b2378c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:38:17.349349 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 423bff9e-db92-497f-b501-4810e8b2378c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=423bff9e-db92-497f-b501-4810e8b2378c,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:38:17.362401 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': '423bff9e-db92-497f-b501-4810e8b2378c', 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81', 'port_id': '423bff9e-db92-497f-b501-4810e8b2378c', 'mac_address': 'fa:16:3e:6c:24:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b868c6-6adb-465c-ab87-f9c508ba0a96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:38:17.415009 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:17.432443 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423bff9e-db92-497f-b501-4810e8b2378c {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:38:17.458104 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:17.459590 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 423bff9e-db92-497f-b501-4810e8b2378c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=423bff9e-db92-497f-b501-4810e8b2378c,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:38:17.462715 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:17.464434 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:17.530004 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=423bff9e-db92-497f-b501-4810e8b2378c,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:17.537286 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.537631 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.537966 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.538299 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.538674 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.539015 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.539281 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.539678 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.540096 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.540418 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.540739 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.541135 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:17.545100 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:17.695754 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['423bff9e-db92-497f-b501-4810e8b2378c'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:38:17.933334 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce115e-3ff9-42c1-874c-4feebd8996fb req-8d5f0d34-5972-401c-9d8c-f37a2c452f44 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:17.934853 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f9ce115e-3ff9-42c1-874c-4feebd8996fb req-8d5f0d34-5972-401c-9d8c-f37a2c452f44 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 945 time: 0.0849130 May 19 02:38:17.981133 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f9ce115e-3ff9-42c1-874c-4feebd8996fb req-8f7d2bcc-ed3d-461a-bd59-e80f8995a89f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 May 19 02:38:19.163653 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cffba8-3460-49ae-a802-ff0fe1df9fdd req-465e33f5-36c3-457f-b7d1-c758caf14e46 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:19.165095 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-69cffba8-3460-49ae-a802-ff0fe1df9fdd req-465e33f5-36c3-457f-b7d1-c758caf14e46 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 945 time: 0.0779855 May 19 02:38:19.212317 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-69cffba8-3460-49ae-a802-ff0fe1df9fdd req-d29125f1-05fb-412c-97f0-9c4aaf515ca0 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 May 19 02:38:19.237482 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 423bff9e-db92-497f-b501-4810e8b2378c up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:38:19.303691 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port 423bff9e-db92-497f-b501-4810e8b2378c completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:38:19.308182 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port 423bff9e-db92-497f-b501-4810e8b2378c triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:38:19.308560 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:19.421092 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:19.447108 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423bff9e-db92-497f-b501-4810e8b2378c'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:38:19.457194 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port 423bff9e-db92-497f-b501-4810e8b2378c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=423bff9e-db92-497f-b501-4810e8b2378c,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:38:19.461353 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:19.463253 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:19.497603 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423bff9e-db92-497f-b501-4810e8b2378c', 'code': 200} May 19 02:38:19.528931 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=423bff9e-db92-497f-b501-4810e8b2378c,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:19.531772 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:19.731318 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d864a-7631-4fe6-a06b-a0b87cb57756 req-4a98a33b-b802-41ab-9d45-adb4f78f85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:19.732645 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-256d864a-7631-4fe6-a06b-a0b87cb57756 req-4a98a33b-b802-41ab-9d45-adb4f78f85ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 1099 time: 0.0706902 May 19 02:38:19.773169 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-256d864a-7631-4fe6-a06b-a0b87cb57756 req-fb109366-d0db-42c5-be10-09a1174dba6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 May 19 02:38:20.411251 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ad48-fdde-493a-9cc8-ccc164de84d6 req-5d33ff51-2b46-44af-a3cb-57ed1acc85af tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:20.412767 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7945ad48-fdde-493a-9cc8-ccc164de84d6 req-5d33ff51-2b46-44af-a3cb-57ed1acc85af tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.0857928 May 19 02:38:20.468374 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-7945ad48-fdde-493a-9cc8-ccc164de84d6 req-569d920f-ff06-4506-b85c-defc7e54627b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 May 19 02:38:21.774031 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258b95-1063-43b3-9fda-7611dbe7fd7c req-9dc363fa-43ec-4a65-8e0d-0c5cfd6f7325 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:21.775367 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6d258b95-1063-43b3-9fda-7611dbe7fd7c req-9dc363fa-43ec-4a65-8e0d-0c5cfd6f7325 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.1897755 May 19 02:38:21.818682 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6d258b95-1063-43b3-9fda-7611dbe7fd7c req-3d55c54b-6ea6-4918-97e4-6642800e35c1 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 May 19 02:38:25.589187 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:38:39.858524 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:42.442847 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-df95e4c0-ae5a-4142-9242-132cc6ace0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:42.978826 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-97bbe2df-0461-439f-a56d-38c11737c335 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726449 May 19 02:38:43.134622 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-187252f7-fe01-4063-aa4e-5d42a7b63008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:43.136088 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-187252f7-fe01-4063-aa4e-5d42a7b63008 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88941084865b486cba3475ab9bc320dd&device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 1099 time: 0.0753028 May 19 02:38:43.284816 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-61a967eb-12e4-4d64-a2ff-f479346d428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:43.286495 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-61a967eb-12e4-4d64-a2ff-f479346d428a service neutron] 10.222.0.11 "GET /v2.0/networks?id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 200 len: 914 time: 0.1292336 May 19 02:38:43.361992 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-ebefe0f7-60ae-4411-aec4-94b6f4b09b8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=423bff9e-db92-497f-b501-4810e8b2378c HTTP/1.1" status: 200 len: 217 time: 0.0671279 May 19 02:38:43.429699 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-57cafc19-db0a-4c2f-abf8-5b5e6fd23814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:43.431262 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-57cafc19-db0a-4c2f-abf8-5b5e6fd23814 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b868c6-6adb-465c-ab87-f9c508ba0a96 HTTP/1.1" status: 200 len: 854 time: 0.0618792 May 19 02:38:43.481577 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-85ebccaa-abc5-4d96-93f0-f700f4be20f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434356 May 19 02:38:43.493464 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-318bc69d-ba32-4796-9778-93ff76ae1c16 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:38:43.494434 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-318bc69d-ba32-4796-9778-93ff76ae1c16 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056348 May 19 02:38:43.641569 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-f0d0504f-654c-4d36-ac79-5237a478a0ed service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393950 May 19 02:38:43.784303 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-85a3f99d-5dc5-4948-b2af-c0c142db2575 req-8d00a876-5b54-47c5-a67e-4803d2a1be83 service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340079 May 19 02:38:45.251993 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:45.427464 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-22f883b8-7335-44ae-abbe-f05ec08123b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:46.105264 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:47.449488 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:53.986380 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75184f-a7ec-473e-9c76-5e989914c79e req-70d71678-d1fb-4c91-9bd3-e743f9e6537e tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:53.987904 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-af75184f-a7ec-473e-9c76-5e989914c79e req-70d71678-d1fb-4c91-9bd3-e743f9e6537e tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.0888813 May 19 02:38:54.034352 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-af75184f-a7ec-473e-9c76-5e989914c79e req-dcf114f7-93e1-4a33-92bc-6f5ff65c81b6 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 May 19 02:38:55.230364 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2971f-edc7-4f86-b8cc-cb875008341f req-39d7f6e0-d895-4043-b99a-abcb1fdae6e1 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:55.231741 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-89d2971f-edc7-4f86-b8cc-cb875008341f req-39d7f6e0-d895-4043-b99a-abcb1fdae6e1 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.0855997 May 19 02:38:55.280011 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-89d2971f-edc7-4f86-b8cc-cb875008341f req-bf4d7df0-a40e-4471-b33b-0795028cd2f6 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 May 19 02:38:56.474236 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d317-5f99-4cf1-b6eb-e54d3c5de75c req-d344e707-8fdd-4bb9-abc6-585c3c478d67 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:56.475743 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f5a4d317-5f99-4cf1-b6eb-e54d3c5de75c req-d344e707-8fdd-4bb9-abc6-585c3c478d67 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.0831647 May 19 02:38:56.522800 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f5a4d317-5f99-4cf1-b6eb-e54d3c5de75c req-682c1cbf-6e29-44ed-989a-4435e06a405e tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 May 19 02:38:57.821594 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a7c22-8733-4ad7-b665-94ace310f216 req-daeca4e5-3ac4-4cc1-a508-aa21ca5c2c2c tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:57.823012 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6f1a7c22-8733-4ad7-b665-94ace310f216 req-daeca4e5-3ac4-4cc1-a508-aa21ca5c2c2c tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.1868286 May 19 02:38:57.877438 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-6f1a7c22-8733-4ad7-b665-94ace310f216 req-24e8b299-295d-4003-a9c3-796b98064572 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476725 May 19 02:38:58.823034 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-18742c22-704f-406b-bfe6-39f03ba8297b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:58.824448 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-18742c22-704f-406b-bfe6-39f03ba8297b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.0785615 May 19 02:38:58.960918 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Deleting port 423bff9e-db92-497f-b501-4810e8b2378c {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:38:58.961265 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:59.150691 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] For port 423bff9e-db92-497f-b501-4810e8b2378c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=423bff9e-db92-497f-b501-4810e8b2378c,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:38:59.151047 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:59.171764 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af334-c81f-4250-93a5-7b96fb0ddb1d req-e36a33f4-a810-4fc1-b274-992ba4574e0a tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:38:59.173384 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b69af334-c81f-4250-93a5-7b96fb0ddb1d req-e36a33f4-a810-4fc1-b274-992ba4574e0a tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcd42f8b-48d7-4f4f-892c-00987ac4478b HTTP/1.1" status: 200 len: 946 time: 0.1858611 May 19 02:38:59.297387 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Calling delete_port for 423bff9e-db92-497f-b501-4810e8b2378c owned by compute:nova {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:38:59.335660 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-b69af334-c81f-4250-93a5-7b96fb0ddb1d req-f0080576-06b2-4721-a696-fac8c54f9974 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111944 May 19 02:38:59.430603 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:59.435836 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:38:59.442856 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['423bff9e-db92-497f-b501-4810e8b2378c'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:38:59.480950 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Pushing event deleted for resources: {'Port': ['ID=423bff9e-db92-497f-b501-4810e8b2378c,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:38:59.546789 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.547160 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.547521 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.547880 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.548772 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.549128 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.549479 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.549826 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.550171 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.550516 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.550861 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.551202 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-11-smb {{(pid=91265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 02:38:59.557997 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:38:59.563448 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] No DVR routers for this DVR port 423bff9e-db92-497f-b501-4810e8b2378c on host hv-cinder-78462 {{(pid=91265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:38:59.566282 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:38:59.568724 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'name': 'network-vif-deleted', 'tag': '423bff9e-db92-497f-b501-4810e8b2378c'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:38:59.584116 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-9c68e35e-66d8-451a-8555-a087ff84a261 req-6eae2ba0-1ece-47ca-8bb3-0d11cf833066 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "DELETE /v2.0/ports/423bff9e-db92-497f-b501-4810e8b2378c HTTP/1.1" status: 204 len: 173 time: 0.7532549 May 19 02:38:59.617905 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd42f8b-48d7-4f4f-892c-00987ac4478b', 'name': 'network-vif-deleted', 'tag': '423bff9e-db92-497f-b501-4810e8b2378c', 'status': 'completed', 'code': 200} May 19 02:39:01.501458 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 423bff9e-db92-497f-b501-4810e8b2378c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:39:01.535626 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: 423bff9e-db92-497f-b501-4810e8b2378c {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:39:01.535965 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device 423bff9e-db92-497f-b501-4810e8b2378c not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:39:02.587579 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:39:04.588538 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344b384-577f-46d3-899e-0baea199a945 req-6f8f99e1-3fb4-4039-aaf1-ea7f3f76ad3e tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:04.589929 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-6f8f99e1-3fb4-4039-aaf1-ea7f3f76ad3e tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/networks?id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 200 len: 814 time: 0.1425970 May 19 02:39:04.604892 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-0d8f9eee-52c8-4d2d-b88e-c1151514af9e tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/quotas/88941084865b486cba3475ab9bc320dd HTTP/1.1" status: 200 len: 375 time: 0.0093915 May 19 02:39:04.650288 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-3344b384-577f-46d3-899e-0baea199a945 req-4a0d100c-8b15-4837-87f5-d37be6c3e01c tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Synchronizing usage tracker for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:39:04.665667 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-3344b384-577f-46d3-899e-0baea199a945 req-4a0d100c-8b15-4837-87f5-d37be6c3e01c tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Unset dirty status for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:39:04.666979 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-4a0d100c-8b15-4837-87f5-d37be6c3e01c tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=88941084865b486cba3475ab9bc320dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571902 May 19 02:39:04.720001 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-5f67421d-1bc5-4c70-87bf-8287750e7a83 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=91265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 02:39:04.720982 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-5f67421d-1bc5-4c70-87bf-8287750e7a83 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474567 May 19 02:39:04.849428 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-a5171358-86cc-4c49-856a-47df9f41e6ff service neutron] 10.222.0.60 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217334 May 19 02:39:04.978412 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-14ae0029-cea7-4d5d-86d1-993d208c3417 service neutron] 10.222.0.60 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232255 May 19 02:39:05.153910 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-1d200a09-ce5a-4841-8777-0af6be56b5f9 req-2d9aada2-d804-45e1-bff7-7581398e8d5b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 210 time: 0.0456982 May 19 02:39:06.418156 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-97802122-5b89-4d45-9445-ebe20fb5fb1a req-4d3114fe-cb0d-4cc0-b75e-29b03e7c0a9c tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 210 time: 0.1518755 May 19 02:39:06.458163 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344b384-577f-46d3-899e-0baea199a945 req-dd536801-665e-463f-ab40-82c7738ec555 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:06.459495 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-dd536801-665e-463f-ab40-82c7738ec555 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "GET /v2.0/networks?id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 200 len: 814 time: 0.2878070 May 19 02:39:06.471331 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Request body: {'port': {'device_id': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81', 'admin_state_up': True, 'tenant_id': '88941084865b486cba3475ab9bc320dd'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:39:06.603734 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 02:39:06.613138 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.quota.driver [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91265) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 02:39:06.622344 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Made reservation on behalf of 88941084865b486cba3475ab9bc320dd for: {'port': 1} {{(pid=91265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 02:39:06.626059 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:06.783903 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_common [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Allocated IP 172.20.0.6 (93eb9784-da4d-4513-8ae6-eafc5a9cfe81/55b868c6-6adb-465c-ab87-f9c508ba0a96/a7e608ad-d16e-4fa8-b278-24a3ca808fe9) {{(pid=91265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 02:39:06.980096 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks [] for port, precommit_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:07.009811 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729494812883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_create {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:07.016404 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-8ffb572e-f28d-4631-8902-4689ffc1b1c8 tempest-AttachVolumeShelveTestJSON-1539582606 tempest-AttachVolumeShelveTestJSON-1539582606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:07.082107 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 is already hosted by enough agents. {{(pid=91265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 02:39:07.085082 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.scheduler.base_scheduler [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Resources bound (agent type, host, resource id): {{(pid=91265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 02:39:07.087555 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Received port after_create {{(pid=91265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 02:39:07.126976 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Pushing event updated for resources: {'Port': ['ID=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,revision_number=1']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:07.132139 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:07.158365 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:07.159451 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:07.182376 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-a3402adc-7bed-4aed-a123-e2a5021a205f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7147794 May 19 02:39:07.235761 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.v2.base [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Request body: {'port': {'device_id': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=91265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 02:39:07.345481 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:07.684125 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439ad97-3696-4472-87e5-5ef0f090864c req-1d1342f1-be96-44b5-8a24-bd18e00c1ed4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:07.684858 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-a439ad97-3696-4472-87e5-5ef0f090864c req-1d1342f1-be96-44b5-8a24-bd18e00c1ed4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Synchronizing usage tracker for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:39:07.755258 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-a439ad97-3696-4472-87e5-5ef0f090864c req-1d1342f1-be96-44b5-8a24-bd18e00c1ed4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Unset dirty status for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:39:07.756393 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a439ad97-3696-4472-87e5-5ef0f090864c req-1d1342f1-be96-44b5-8a24-bd18e00c1ed4 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 931 time: 0.1896374 May 19 02:39:07.762022 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e608ad-d16e-4fa8-b278-24a3ca808fe9 {{(pid=91265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:39:07.783150 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:07.812505 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.provisioning_blocks [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Transition to ACTIVE for port object a7e608ad-d16e-4fa8-b278-24a3ca808fe9 will not be triggered until provisioned by entity L2. {{(pid=91265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 02:39:07.820716 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-a439ad97-3696-4472-87e5-5ef0f090864c req-ba692462-ea18-4417-943c-c48ec8887cf7 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544260 May 19 02:39:07.821448 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2982224'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:07.825823 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-40ce1523-4fef-4d8a-bdf8-4abae4b3865a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:07.975010 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,revision_number=2']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:07.981924 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:08.050489 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Attempting to bind port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 02:39:08.050814 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Attempting to bind port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 02:39:08.051138 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Attempting to bind port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 on network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:39:08.055585 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 on network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 02:39:08.055903 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Attempting to bind port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 on network 93eb9784-da4d-4513-8ae6-eafc5a9cfe81 {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 02:39:08.060890 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Checking agent: {'id': 'bc559aa5-e534-443e-978f-3b0f1fc96620', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'started_at': datetime.datetime(2021, 5, 19, 2, 26, 40), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 2, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 02:39:08.061224 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Checking segment: {'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 02:39:08.061602 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Bound using segment: {'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'} {{(pid=91265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 02:39:08.062017 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.managers [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Bound port: a7e608ad-d16e-4fa8-b278-24a3ca808fe9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b82884-5985-4ad5-a112-f772cbe3b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81'}}] {{(pid=91265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 02:39:08.062356 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:08.149540 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] For port a7e608ad-d16e-4fa8-b278-24a3ca808fe9, host hv-cinder-78462, cleared binding levels {{(pid=91265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 02:39:08.152648 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] For port a7e608ad-d16e-4fa8-b278-24a3ca808fe9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 02:39:08.156683 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2982224'] for port, after_update {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:08.161019 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-13bbf4e8-43f3-4ba6-bf2c-e298b7585059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:08.306488 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:08.307092 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:08.308446 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] 10.222.0.11 "PUT /v2.0/ports/a7e608ad-d16e-4fa8-b278-24a3ca808fe9 HTTP/1.1" status: 200 len: 1093 time: 1.1183152 May 19 02:39:08.308989 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'tag': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:39:08.331767 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,revision_number=3']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:08.334747 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-a3d80f61-07d5-4aa6-815c-97025e25c975 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:08.379690 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'tag': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9', 'status': 'completed', 'code': 200} May 19 02:39:08.417779 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344b384-577f-46d3-899e-0baea199a945 req-296a6a79-99a5-4016-a006-29d2e4ea4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:08.419216 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-296a6a79-99a5-4016-a006-29d2e4ea4bf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88941084865b486cba3475ab9bc320dd&device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 1096 time: 0.0710146 May 19 02:39:08.488890 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-9301de68-31d6-455c-92b1-719671869057 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7e608ad-d16e-4fa8-b278-24a3ca808fe9 HTTP/1.1" status: 200 len: 217 time: 0.0612640 May 19 02:39:08.550278 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344b384-577f-46d3-899e-0baea199a945 req-b813ac5f-5d5b-40a1-80c1-78a4074cedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:08.551556 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-b813ac5f-5d5b-40a1-80c1-78a4074cedbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b868c6-6adb-465c-ab87-f9c508ba0a96 HTTP/1.1" status: 200 len: 854 time: 0.0562792 May 19 02:39:08.600469 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-9edc276a-d547-4e2e-b9e0-75b78907f56e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419226 May 19 02:39:08.727362 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-02223ebc-27ab-44d3-9ad6-8ae9f86e62f3 service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197965 May 19 02:39:08.855595 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3344b384-577f-46d3-899e-0baea199a945 req-ed82ff9e-d6e6-4648-9f4e-7f68ad3372f8 service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199589 May 19 02:39:09.037749 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-d5aad195-140a-4fdc-96b9-92886b0c6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:09.039220 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-d5aad195-140a-4fdc-96b9-92886b0c6a68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88941084865b486cba3475ab9bc320dd&device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 1096 time: 0.1361554 May 19 02:39:09.047278 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81301a3-aafd-4dfd-8785-ae235dd4115d req-a2d59234-8c31-4a70-9b19-f0aa22088e00 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:09.048676 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d81301a3-aafd-4dfd-8785-ae235dd4115d req-a2d59234-8c31-4a70-9b19-f0aa22088e00 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 943 time: 0.1150062 May 19 02:39:09.183802 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d81301a3-aafd-4dfd-8785-ae235dd4115d req-995a0626-7e66-4a23-99f3-81056f1ad87a tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144128 May 19 02:39:09.211439 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-71c1540d-2a24-4993-8b04-41625b9d8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:09.212874 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-71c1540d-2a24-4993-8b04-41625b9d8563 service neutron] 10.222.0.11 "GET /v2.0/networks?id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 200 len: 914 time: 0.1633077 May 19 02:39:09.278837 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-bff19dba-d1f2-48cb-8172-0a5912167ba6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7e608ad-d16e-4fa8-b278-24a3ca808fe9 HTTP/1.1" status: 200 len: 217 time: 0.0592511 May 19 02:39:09.345305 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-d2e49b7c-d60b-46f8-ac67-cc9d25aadbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:09.346751 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-d2e49b7c-d60b-46f8-ac67-cc9d25aadbdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=55b868c6-6adb-465c-ab87-f9c508ba0a96 HTTP/1.1" status: 200 len: 854 time: 0.0603237 May 19 02:39:09.394874 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-28147da9-20eb-4a07-9dc4-fc699c622b52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=93eb9784-da4d-4513-8ae6-eafc5a9cfe81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410006 May 19 02:39:09.527961 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-ea0d1b49-ad9b-4c5a-9302-c3d2f9fc22ec service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260040 May 19 02:39:09.539285 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a7e608ad-d16e-4fa8-b278-24a3ca808fe9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=91267) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 02:39:09.665140 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-32d19f6d-6c9c-4da2-929d-47666edaee4a req-837e4f71-71ca-48d3-85a0-db2bac181f33 service neutron] 10.222.0.11 "GET /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295042 May 19 02:39:09.672191 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port a7e608ad-d16e-4fa8-b278-24a3ca808fe9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:39:09.689272 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Returning: {'device': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9', 'network_id': '93eb9784-da4d-4513-8ae6-eafc5a9cfe81', 'port_id': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9', 'mac_address': 'fa:16:3e:20:9e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b868c6-6adb-465c-ab87-f9c508ba0a96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91267) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 02:39:09.742374 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:09.759424 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e608ad-d16e-4fa8-b278-24a3ca808fe9 {{(pid=91267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 02:39:09.773945 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port a7e608ad-d16e-4fa8-b278-24a3ca808fe9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:39:09.777787 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:09.779504 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:09.843333 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,revision_number=4']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:09.846492 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:09.870585 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:09.982490 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['a7e608ad-d16e-4fa8-b278-24a3ca808fe9'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:39:10.387544 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76280b-479a-4f11-afe6-2038a70be933 req-ddb31f68-85ba-44c1-a19f-33f97f195fa6 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:10.389062 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b76280b-479a-4f11-afe6-2038a70be933 req-ddb31f68-85ba-44c1-a19f-33f97f195fa6 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 944 time: 0.0861452 May 19 02:39:10.434393 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-2b76280b-479a-4f11-afe6-2038a70be933 req-527ce815-c667-4a48-b17c-9033e6ae3150 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 May 19 02:39:11.548317 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a7e608ad-d16e-4fa8-b278-24a3ca808fe9 up at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 02:39:11.616181 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning for port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 completed by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 02:39:11.617443 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b4396-19b6-40cf-a249-62919d63e6f2 req-4000d409-1187-4ea5-829a-8f9add03eae8 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:11.618917 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3f7b4396-19b6-40cf-a249-62919d63e6f2 req-4000d409-1187-4ea5-829a-8f9add03eae8 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 944 time: 0.0808880 May 19 02:39:11.620815 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.db.provisioning_blocks [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Provisioning complete for port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 triggered by entity L2. {{(pid=91267) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 02:39:11.621214 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16073389'] for port, provisioning_complete {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:11.667048 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-3f7b4396-19b6-40cf-a249-62919d63e6f2 req-161f316d-a91b-49f6-ac34-0e1de5181d41 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 May 19 02:39:11.732911 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16201331'] for port, before_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:11.761495 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9'}] {{(pid=91267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:39:11.772123 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] For port a7e608ad-d16e-4fa8-b278-24a3ca808fe9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:39:11.776136 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729495243951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729494812901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729494812438'] for port, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:11.780719 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-9f53f79c-730b-42ff-9913-721ca567df6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:11.845194 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Pushing event updated for resources: {'Port': ['ID=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,revision_number=5']} {{(pid=91267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:11.848612 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG oslo_concurrency.lockutils [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:11.860961 dv-cinder-784623-11-smb neutron-server[91267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9', 'code': 200} May 19 02:39:12.168915 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe000edf-9ad3-4196-b6fb-e75823eeb420 req-c8ff9889-86fc-43d2-84c4-6918212f88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:12.170366 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe000edf-9ad3-4196-b6fb-e75823eeb420 req-c8ff9889-86fc-43d2-84c4-6918212f88e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 1098 time: 0.1599545 May 19 02:39:12.210066 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-fe000edf-9ad3-4196-b6fb-e75823eeb420 req-034f5514-8e94-4b0a-87c5-0af59eb51472 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 May 19 02:39:12.445184 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-435b84f9-5a70-4a2a-8b4f-cab790d05f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:12.862779 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37ab94-941d-4968-9e09-1d06d2c84a87 req-90f9b67c-d389-4c62-b68c-c3f8a4ccbb99 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:12.865347 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8c37ab94-941d-4968-9e09-1d06d2c84a87 req-90f9b67c-d389-4c62-b68c-c3f8a4ccbb99 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 945 time: 0.0900342 May 19 02:39:12.913642 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-8c37ab94-941d-4968-9e09-1d06d2c84a87 req-97479d13-932c-4d44-b3da-ddfa9cb77e4f tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 May 19 02:39:14.097548 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d3dfe-96e9-4e39-b1dc-52fc22b338f6 req-4cbec4fc-8c4e-4ee0-be68-c7908544f581 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:14.098995 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e10d3dfe-96e9-4e39-b1dc-52fc22b338f6 req-4cbec4fc-8c4e-4ee0-be68-c7908544f581 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 945 time: 0.0782998 May 19 02:39:14.147032 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-e10d3dfe-96e9-4e39-b1dc-52fc22b338f6 req-3014311c-0f47-442a-b404-e84d638b1ca5 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 May 19 02:39:15.256616 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:15.430831 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ae1ab9ce-084e-4b65-9353-e2b7c0806f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:16.106467 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:17.451075 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:28.896561 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c2043-d57d-4859-a863-87f12b438b16 req-18540f82-7e56-4daa-8dcd-ef02f1b8a959 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:28.898082 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f51c2043-d57d-4859-a863-87f12b438b16 req-18540f82-7e56-4daa-8dcd-ef02f1b8a959 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 945 time: 0.0822942 May 19 02:39:28.945599 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f51c2043-d57d-4859-a863-87f12b438b16 req-b0b890d4-1c8d-47f1-bac3-35b554386bea tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 May 19 02:39:30.137374 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87affe4-bb54-4512-8f73-2f8d94e8a527 req-f2f61db9-ce16-4de5-b71b-0470e46b1730 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:30.138850 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d87affe4-bb54-4512-8f73-2f8d94e8a527 req-f2f61db9-ce16-4de5-b71b-0470e46b1730 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 945 time: 0.0846770 May 19 02:39:30.185063 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-d87affe4-bb54-4512-8f73-2f8d94e8a527 req-6e260131-87c2-40ff-9824-1c8d0d28145d tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 May 19 02:39:31.375302 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b518d-b882-4559-b491-560428132af4 req-cdf244d0-3de5-4ced-a9fa-c8de29bc4e6d tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:31.375302 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-729b518d-b882-4559-b491-560428132af4 req-cdf244d0-3de5-4ced-a9fa-c8de29bc4e6d tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 945 time: 0.0818071 May 19 02:39:31.421115 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-729b518d-b882-4559-b491-560428132af4 req-35ba6fbc-3069-4f8f-91b2-20cc4d5f1b3e tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 May 19 02:39:32.611077 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d305d-7dbb-484a-8ae5-27ed3f68bcde req-1c3c3a45-5216-4aa3-8f2a-0b36057eaacc tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:32.613233 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f38d305d-7dbb-484a-8ae5-27ed3f68bcde req-1c3c3a45-5216-4aa3-8f2a-0b36057eaacc tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 945 time: 0.0838778 May 19 02:39:32.660120 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-f38d305d-7dbb-484a-8ae5-27ed3f68bcde req-8523d942-06f4-436a-b91a-6c856ff2ffac tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/security-groups?id=f7d49c2c-c58c-49cd-8836-1950d39634dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 May 19 02:39:33.126736 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-e1e33ed6-39a8-400f-b98a-9e93470dfb9b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 02:39:33.128193 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-e1e33ed6-39a8-400f-b98a-9e93470dfb9b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 945 time: 0.0772262 May 19 02:39:33.261966 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Deleting port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 {{(pid=91265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 02:39:33.262226 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729495240551'] for port, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:33.391477 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.db [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] For port a7e608ad-d16e-4fa8-b278-24a3ca808fe9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,segment=NetworkSegment(c5b82884-5985-4ad5-a112-f772cbe3b440),segment_id=c5b82884-5985-4ad5-a112-f772cbe3b440)] {{(pid=91265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 02:39:33.391826 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452751'] for port, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:33.514460 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.plugin [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Calling delete_port for a7e608ad-d16e-4fa8-b278-24a3ca808fe9 owned by compute:nova {{(pid=91265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 02:39:33.618465 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16201608', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-839493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729495243960', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729494812892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2982217'] for port, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:33.624111 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-da98a457-26ca-4d96-9984-80163a636f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:33.630794 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.db [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] get_ports_and_sgs() called for port_ids ['a7e608ad-d16e-4fa8-b278-24a3ca808fe9'] {{(pid=91267) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 02:39:33.668550 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Pushing event deleted for resources: {'Port': ['ID=a7e608ad-d16e-4fa8-b278-24a3ca808fe9,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:33.671629 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:33.741820 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] No DVR routers for this DVR port a7e608ad-d16e-4fa8-b278-24a3ca808fe9 on host hv-cinder-78462 {{(pid=91265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 02:39:33.744261 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5625'] for port, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:33.746786 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'name': 'network-vif-deleted', 'tag': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9'}] {{(pid=91265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 02:39:33.766708 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-74bc9c64-d48c-4e60-ad9f-0ca5a4e7cb2c req-3aca8470-9086-4278-82cc-dae9b7faef30 tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.11 "DELETE /v2.0/ports/a7e608ad-d16e-4fa8-b278-24a3ca808fe9 HTTP/1.1" status: 204 len: 173 time: 0.6326661 May 19 02:39:33.852618 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e98e829-f6e2-4100-97b5-ab241500dfdd', 'name': 'network-vif-deleted', 'tag': 'a7e608ad-d16e-4fa8-b278-24a3ca808fe9', 'status': 'completed', 'code': 200} May 19 02:39:33.971638 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-5cfb96a8-1787-4346-9fd5-784273ed7025 req-df5c133a-5af1-4e65-a63e-2e738900730b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Synchronizing usage tracker for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 02:39:33.987521 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.quota.resource [req-5cfb96a8-1787-4346-9fd5-784273ed7025 req-df5c133a-5af1-4e65-a63e-2e738900730b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] Unset dirty status for tenant:88941084865b486cba3475ab9bc320dd on resource:port {{(pid=91265) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 02:39:33.988776 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [req-5cfb96a8-1787-4346-9fd5-784273ed7025 req-df5c133a-5af1-4e65-a63e-2e738900730b tempest-VolumesSnapshotTestJSON-1097926997 tempest-VolumesSnapshotTestJSON-1097926997-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e98e829-f6e2-4100-97b5-ab241500dfdd HTTP/1.1" status: 200 len: 210 time: 0.0591452 May 19 02:39:35.679893 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a7e608ad-d16e-4fa8-b278-24a3ca808fe9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 02:39:35.737652 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.plugin [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] No Port match for: a7e608ad-d16e-4fa8-b278-24a3ca808fe9 {{(pid=91267) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 02:39:35.738141 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron.plugins.ml2.rpc [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Device a7e608ad-d16e-4fa8-b278-24a3ca808fe9 not bound to the agent host hv-cinder-78462 {{(pid=91267) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 02:39:39.587009 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:39:39.872403 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:42.447605 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-76e2d1b1-217a-46a0-b60e-382a86672200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:45.262194 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:45.432871 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-92b3c4db-869f-4d52-ab7f-aaeeb6c0ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:46.109523 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:47.452846 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.087252 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 42234) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:39:54.149106 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Deleting subnet 55b868c6-6adb-465c-ab87-f9c508ba0a96 {{(pid=91265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 02:39:54.152325 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.200934 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3059052'] for subnet, precommit_delete_associations {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.255598 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16076991'] for subnet, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.574904 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16076936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-845238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3059094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3600837'] for subnet, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.579493 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-830fc6eb-0229-4927-9d57-f535b34b7958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:54.615650 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b868c6-6adb-465c-ab87-f9c508ba0a96,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:54.618725 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:54.619649 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for subnet, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.625791 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-f6edbd76-8fb3-4f34-a12d-5526c93ba88c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/55b868c6-6adb-465c-ab87-f9c508ba0a96 HTTP/1.1" status: 204 len: 168 time: 0.5375395 May 19 02:39:54.628240 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 42238) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:39:54.731925 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16188359'] for network, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.851873 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16075316', 'neutron.services.segments.db._delete_segments_for_network-8729495270274'] for network, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.864628 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eb9784-da4d-4513-8ae6-eafc5a9cfe81']}} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:39:54.876754 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b82884-5985-4ad5-a112-f772cbe3b440') {'for_net_delete': True} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:39:54.877081 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.services.segments.db [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b82884-5985-4ad5-a112-f772cbe3b440') {} {{(pid=91265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 02:39:54.888574 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729495280523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3059067'] for segment, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.904000 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340'] for segment, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.909838 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=91265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 02:39:54.910214 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16079340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2982196'] for segment, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: Traceback (most recent call last): May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: timer() May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: cb(*args, **kw) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: return func(*args, **kwargs) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: self._notify() May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: self.callback(batched_events) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: event.method(event) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: aggregate_uuid = self.p_client.list_aggregates( May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: return f(self, *a, **k) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: return self._get(url).json() May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: return self.request(url, 'GET', **kwargs) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: base_url = self.get_endpoint(auth, allow=allow, May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 02:39:54.922755 dv-cinder-784623-11-smb neutron-server[91265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 02:39:54.998774 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16075325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-543885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450889'] for network, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:55.002754 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-68f4dfbc-7a2e-4852-9997-7ff36319bea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:55.015609 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514710'] for network, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:55.026833 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Pushing event deleted for resources: {'Network': ['ID=93eb9784-da4d-4513-8ae6-eafc5a9cfe81,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:55.029675 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:55.033548 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-72889b80-e054-44e2-8bff-d56631d58613 admin admin] 10.222.0.60 "DELETE /v2.0/networks/93eb9784-da4d-4513-8ae6-eafc5a9cfe81 HTTP/1.1" status: 204 len: 168 time: 0.4036810 May 19 02:39:55.141545 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 42244) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:39:55.190355 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-c3f59d7a-401c-4ae7-9aac-4fe381e26c49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88941084865b486cba3475ab9bc320dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475140 May 19 02:39:55.193184 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [-] (91265) accepted ('10.222.0.60', 42248) {{(pid=91265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 02:39:55.248568 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-773df03f-b904-4a52-bbc6-364c3680cb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:55.274327 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-773df03f-b904-4a52-bbc6-364c3680cb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:55.325251 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-773df03f-b904-4a52-bbc6-364c3680cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543871'] for security_group, after_delete {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:55.328736 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-1d9ec08a-71c7-43da-a96b-6dff1971a0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 02:39:55.346155 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773df03f-b904-4a52-bbc6-364c3680cb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d49c2c-c58c-49cd-8836-1950d39634dc,revision_number=None']} {{(pid=91265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 02:39:55.348952 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG oslo_concurrency.lockutils [None req-773df03f-b904-4a52-bbc6-364c3680cb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91265) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 02:39:55.358194 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron_lib.callbacks.manager [None req-773df03f-b904-4a52-bbc6-364c3680cb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:39:55.359226 dv-cinder-784623-11-smb neutron-server[91265]: INFO neutron.wsgi [None req-773df03f-b904-4a52-bbc6-364c3680cb22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7d49c2c-c58c-49cd-8836-1950d39634dc HTTP/1.1" status: 204 len: 168 time: 0.1651578 May 19 02:40:09.888744 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:12.450358 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-c4110e3a-1591-4e28-b87d-2c045f780791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:15.265537 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:15.435806 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-a14fb364-1772-4110-8d59-32461ad0ece4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:16.114775 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:16.586032 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:40:17.455854 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:39.890419 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:42.452612 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-da8c9887-8441-4f70-a892-91cd05707b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:45.267800 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:45.437700 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-6c4804e9-d67e-4da2-ab89-8a9ca2868dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:46.115486 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:47.458582 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:40:53.584652 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:41:09.903561 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:12.453108 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-a54dc63b-3f2d-40d8-82b0-9cd2815564aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:15.270735 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:15.438405 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-23be2587-3ec9-4dd3-baa4-7b9a9a5cc639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:16.119569 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:17.462032 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:30.583583 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:41:39.901881 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:42.454491 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ff65d1cc-96e3-4cbf-b47a-7fc6a571dcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:45.273459 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:45.440029 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-dd7b237b-9b34-458c-a0fc-57016e44e56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:46.121784 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:41:47.464948 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:07.583599 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:42:09.901639 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:12.456068 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ee20cfb5-1c13-4abf-9bf2-12493a58354e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:15.276177 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:15.441903 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b19c-91fb-47ec-b7aa-9edbeba7f164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:16.125369 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:17.465864 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:39.901442 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:42.456771 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-8666a39d-4302-4896-8126-f763b2d3e192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:44.582891 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:42:45.280085 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:45.443310 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b1f08059-e97e-471b-8c24-2c8867a15ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:46.127600 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:42:47.468637 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:09.900683 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:12.457929 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-2d41189d-2c7b-4cca-b437-4255a1f227d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:15.281952 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:15.445020 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-d4f9f4d4-557c-4674-b9a1-b6fdb3575fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:16.131425 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:17.473450 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:21.581616 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:43:39.900599 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:42.460594 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-84963145-fdd8-4e3d-a592-f268169a8f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:45.283774 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:45.444953 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-ae2d028f-6979-45ab-8989-c8eb0c5eab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:46.135312 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:47.474036 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:43:58.580225 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:44:09.914419 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:12.461211 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b319d9f8-9b38-4d7d-914c-69bf59677bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:15.287720 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:15.445103 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-072682ec-d572-42e7-9849-24d1b5cc1f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:16.136861 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:17.476158 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:24.761144 dv-cinder-784623-11-smb neutron-server[91265]: DEBUG neutron.wsgi [req-e7f48d84-faeb-4acf-9455-4e25e17c7ec7 req-4a377b93-e762-46a8-8e0a-7af2496c3b9d tempest-DeleteServersTestJSON-1075328295 tempest-DeleteServersTestJSON-1075328295-project] (91265) timed out ('10.222.0.11', 58920) {{(pid=91265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 19 02:44:35.578772 dv-cinder-784623-11-smb neutron-server[91268]: DEBUG neutron.db.agents_db [None req-5b192d9f-2a93-4176-8f2e-a3a9cd8f3385 None None] Agent healthcheck: found 6 active agents {{(pid=91268) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 02:44:39.945491 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-b38dca7d-6dc5-438c-afb3-2ce8ca468e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:42.464138 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-fe936425-ed58-4cf3-9550-1ca26f8e21bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:45.290081 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-757b1b53-0c6f-4d4c-8030-8e606c8f2c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:45.446181 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-113a8f3e-61bb-4898-ac2a-c2cb3549015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:46.142624 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efe-261d-49f2-b90d-6077aa28a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 02:44:47.481015 dv-cinder-784623-11-smb neutron-server[91267]: DEBUG neutron_lib.callbacks.manager [None req-813c268c-e67c-4b51-a213-896434d6feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729495273948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16073470'] for agent, after_update {{(pid=91267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}